{"id":"https://openalex.org/W4409149623","doi":"https://doi.org/10.1145/3690624.3709395","title":"RankElectra: Semi-supervised Pre-training of Learning-to-Rank Electra for Web-scale Search","display_name":"RankElectra: Semi-supervised Pre-training of Learning-to-Rank Electra for Web-scale Search","publication_year":2025,"publication_date":"2025-04-04","ids":{"openalex":"https://openalex.org/W4409149623","doi":"https://doi.org/10.1145/3690624.3709395"},"language":"en","primary_location":{"id":"doi:10.1145/3690624.3709395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3690624.3709395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100348348","display_name":"Yuchen Li","orcid":"https://orcid.org/0000-0002-3869-7881"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuchen Li","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081254155","display_name":"Haoyi Xiong","orcid":"https://orcid.org/0000-0002-5451-3253"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyi Xiong","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102989996","display_name":"Yongqi Zhang","orcid":"https://orcid.org/0000-0003-2085-7418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongqi Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021438219","display_name":"Jiang Bian","orcid":"https://orcid.org/0000-0001-6997-1989"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Bian","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102765581","display_name":"Tianhao Peng","orcid":"https://orcid.org/0000-0002-9910-2298"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Peng","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712470","display_name":"Xuhong Li","orcid":"https://orcid.org/0000-0002-2582-8256"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhong Li","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050255638","display_name":"Shuaiqiang Wang","orcid":"https://orcid.org/0000-0002-9212-1947"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaiqiang Wang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072308822","display_name":"Linghe Kong","orcid":"https://orcid.org/0000-0001-9266-3044"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghe Kong","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101771060","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100348348"],"corresponding_institution_ids":["https://openalex.org/I98301712"],"apc_list":null,"apc_paid":null,"fwci":6.5522,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96567333,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2415","last_page":"2425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.638481616973877},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5881949067115784},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5516749024391174},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5478333234786987},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.43639498949050903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4113468527793884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37593579292297363},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3201017379760742},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.15175780653953552},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14779478311538696},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08337661623954773}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.638481616973877},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5881949067115784},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5516749024391174},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5478333234786987},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.43639498949050903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4113468527793884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37593579292297363},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3201017379760742},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.15175780653953552},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14779478311538696},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08337661623954773},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3690624.3709395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3690624.3709395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1985554184","https://openalex.org/W1991327379","https://openalex.org/W2001832483","https://openalex.org/W2007105673","https://openalex.org/W2007563768","https://openalex.org/W2047221353","https://openalex.org/W2059001985","https://openalex.org/W2069870183","https://openalex.org/W2091158010","https://openalex.org/W2108862644","https://openalex.org/W2143331230","https://openalex.org/W2167432060","https://openalex.org/W2171749496","https://openalex.org/W2295598076","https://openalex.org/W2524182563","https://openalex.org/W2648699835","https://openalex.org/W2796727080","https://openalex.org/W2953271441","https://openalex.org/W2962805116","https://openalex.org/W2965893800","https://openalex.org/W2975938167","https://openalex.org/W2997200074","https://openalex.org/W3035669589","https://openalex.org/W3101997094","https://openalex.org/W3134665270","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W4367146566","https://openalex.org/W4385567992","https://openalex.org/W4386798623","https://openalex.org/W4391529020","https://openalex.org/W4401856724","https://openalex.org/W4401943272"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2772359885","https://openalex.org/W2899331914","https://openalex.org/W3011471740","https://openalex.org/W2954428433","https://openalex.org/W2572315477"],"abstract_inverted_index":{"While":[0],"representation":[1,34,90],"learning":[2,91,113],"has":[3],"been":[4],"used":[5],"to":[6,32,72,150,197],"boost":[7,254],"the":[8,21,49,85,103,139,152,167,194,200,204,215,221,227,239,255],"performance":[9,257],"of":[10,35,51,87,181,243,258,264],"Learning-to-Rank":[11],"(LTR)":[12],"models":[13,80],"through":[14],"distilling":[15],"key":[16],"features":[17,180,202],"for":[18,38,55,92,174],"webpage":[19,129],"ranking,":[20],"weak":[22],"supervision":[23],"signals":[24],"extracted":[25],"from":[26],"users'":[27],"sparse":[28],"click-through":[29],"data":[30],"lead":[31],"inadequate":[33],"query-webpage":[36,120],"pairs":[37,121],"ranking":[39,57,136,256],"score":[40,58],"prediction.":[41,59],"Recent":[42],"studies":[43],"in":[44,89],"generative":[45,112],"LTR":[46,61,79,104,168],"pre-training":[47],"demonstrate":[48],"feasibility":[50],"incorporating":[52],"reconstruction":[53,176],"loss":[54],"enhanced":[56],"However,":[60],"is":[62],"afterall":[63],"a":[64,107,111,123,161,171,191],"regression":[65],"task":[66],"and":[67,128,135,142,146,188,193,235],"it":[68],"might":[69],"be":[70,185,224],"reasonable":[71],"find":[73],"an":[74],"alternate":[75],"route":[76],"that":[77,101,165,250],"pre-trains":[78,102,166],"with":[81,126,262],"discriminative":[82],"losses.":[83],"Following":[84],"success":[86],"Electra":[88,163],"natural":[93],"language":[94],"processing":[95],"(NLP),":[96],"this":[97,158],"work":[98,159],"proposes":[99,160],"RankElectra":[100,116,251],"model":[105,169],"as":[106,132,138,170,208,210],"discriminator":[108,172,195,217],"module":[109,164,173],"inside":[110],"framework.":[114],"Specifically,":[115],"first":[117],"structures":[118],"sparsely-annotated":[119],"into":[122],"bipartite":[124],"graph,":[125],"query":[127],"feature":[130],"vectors":[131],"node":[133,175,179],"types":[134],"scores":[137],"connecting":[140],"edges,":[141],"then":[143],"leverages":[144],"positive":[145],"negative":[147],"extension":[148],"strategies":[149],"densify":[151],"graph":[153],"by":[154,190],"link":[155],"predictions.":[156],"Later,":[157],"novel":[162],"tasks,":[177],"where":[178],"selected":[182],"edges":[183],"would":[184,223],"randomly":[186],"masked":[187],"reconstructed":[189,201],"generator,":[192,222],"learns":[196],"classify":[198],"whether":[199],"are":[203],"original":[205],"or":[206],"replaced":[207],"well":[209],"perform":[211],"correct":[212],"ranking.":[213],"Finally,":[214],"pre-trained":[216],"module,":[218],"rather":[219],"than":[220],"fine-tuned":[225],"on":[226],"labeled":[228],"graph.":[229],"We":[230],"carried":[231],"out":[232],"extensive":[233],"offline":[234],"online":[236],"evaluations":[237],"using":[238],"real-world":[240],"web":[241],"traffic":[242],"Baidu":[244,259],"search":[245],"engine.":[246],"The":[247],"results":[248],"show":[249],"could":[252],"significantly":[253],"Search":[260],"compared":[261],"numbers":[263],"competitor":[265],"systems.":[266]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}