{"id":"https://openalex.org/W4388408950","doi":"https://doi.org/10.1109/dsaa60987.2023.10302487","title":"GS<sup>2</sup>P: A Generative Pre-trained Learning to Rank Model with Over-parameterization for Web-Scale Search","display_name":"GS<sup>2</sup>P: A Generative Pre-trained Learning to Rank Model with Over-parameterization for Web-Scale Search","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4388408950","doi":"https://doi.org/10.1109/dsaa60987.2023.10302487"},"language":"en","primary_location":{"id":"doi:10.1109/dsaa60987.2023.10302487","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dsaa60987.2023.10302487","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 10th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100348348","display_name":"Yuchen Li","orcid":"https://orcid.org/0000-0002-3869-7881"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuchen Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081254155","display_name":"Haoyi Xiong","orcid":"https://orcid.org/0000-0002-5451-3253"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyi Xiong","raw_affiliation_strings":["Baidu Inc,Beijing,China","Baidu Inc, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc,Beijing,China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072308822","display_name":"Linghe Kong","orcid":"https://orcid.org/0000-0001-9266-3044"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghe Kong","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021438219","display_name":"Jiang Bian","orcid":"https://orcid.org/0000-0001-6997-1989"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Bian","raw_affiliation_strings":["Baidu Inc,Beijing,China","Baidu Inc, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc,Beijing,China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050255638","display_name":"Shuaiqiang Wang","orcid":"https://orcid.org/0000-0002-9212-1947"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaiqiang Wang","raw_affiliation_strings":["Baidu Inc,Beijing,China","Baidu Inc, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc,Beijing,China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428808","display_name":"Guihai Chen","orcid":"https://orcid.org/0000-0002-6934-1685"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guihai Chen","raw_affiliation_strings":["Shanghai Jiao Tong University,Shanghai,China","Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054482111","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-8846-2001"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc,Beijing,China","Baidu Inc, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc,Beijing,China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100348348"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66462401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"30","issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7161583304405212},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6350825428962708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6083179712295532},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5677528977394104},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.5630542039871216},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5501922369003296},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5215727686882019},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5017478466033936},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4771808385848999},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4560662508010864},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4335750639438629},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.32336217164993286},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22584301233291626},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20600131154060364},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1489619016647339},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14627531170845032}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7161583304405212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6350825428962708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6083179712295532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5677528977394104},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5630542039871216},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5501922369003296},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5215727686882019},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5017478466033936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4771808385848999},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4560662508010864},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4335750639438629},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.32336217164993286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22584301233291626},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20600131154060364},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1489619016647339},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14627531170845032}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dsaa60987.2023.10302487","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dsaa60987.2023.10302487","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 10th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6700000166893005}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337495","display_name":"Technology Development","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1530210183","https://openalex.org/W1980224846","https://openalex.org/W3197744105","https://openalex.org/W3215419681","https://openalex.org/W4367146566","https://openalex.org/W6631787827"],"related_works":["https://openalex.org/W3040691452","https://openalex.org/W2093104230","https://openalex.org/W4390874210","https://openalex.org/W4384918963","https://openalex.org/W2128027845","https://openalex.org/W4386184937","https://openalex.org/W4394728283","https://openalex.org/W1493875009","https://openalex.org/W3015304056","https://openalex.org/W3042518613"],"abstract_inverted_index":{"While":[0],"learning":[1],"to":[2,11,33,46,94,153,162,209],"rank":[3],"(LTR)":[4,131],"is":[5],"widely":[6],"employed":[7],"in":[8,77,233,241],"web":[9,220],"searches":[10],"prioritize":[12],"pertinent":[13],"webpages":[14],"from":[15,188],"the":[16,37,60,81,105,120,144,155,164,202],"retrieved":[17],"contents":[18],"based":[19],"on":[20,178,205],"input":[21],"queries,":[22],"traditional":[23],"LTR":[24,110,147],"models":[25,66,111,156],"stumble":[26],"over":[27],"two":[28],"principal":[29],"stumbling":[30],"blocks":[31],"leading":[32],"subpar":[34],"performance:":[35],"1)":[36],"lack":[38],"of":[39,50,56,70,115,122,146,167],"well-annotated":[40],"query-webpage":[41,123],"pairs":[42,124],"with":[43,125,170,223],"ranking":[44],"scores":[45],"cover":[47],"search":[48,57,191,221],"queries":[49,58],"various":[51],"popularity,":[52],"debilitating":[53],"their":[54],"coverage":[55],"across":[59],"popularity":[61],"spectrum,":[62],"and":[63,132,183,244],"2)":[64],"ill-trained":[65],"that":[67,196],"are":[68],"incapable":[69],"inducing":[71],"generalized":[72],"representations":[73,121],"for":[74,104,136],"LTR,":[75],"culminating":[76],"overfitting.":[78],"To":[79],"tackle":[80],"above":[82],"challenges,":[83],"we":[84,227],"proposed":[85],"a":[86,113,179,184,189,218],"Generative":[87],"Semi-Supervised":[88],"Pre-trained":[89],"(GS<sup":[90],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[91,99,141,198,215,237],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>P)":[92],"Learning":[93],"Rank":[95],"model.":[96],"Specifically,":[97],"GS<sup":[98,140,197,214,236],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>P":[100,142,199,216,238],"first":[101],"generates":[102],"pseudo-labels":[103],"unlabeled":[106],"samples":[107],"using":[108],"tree-based":[109],"after":[112],"series":[114],"co-training":[116],"procedures,":[117],"then":[118],"learns":[119],"self-attentive":[126],"transformers":[127],"via":[128],"both":[129,206,242],"discriminative":[130],"generative":[133],"(denoising":[134],"autoencoding":[135],"reconstruction)":[137],"losses.":[138],"Finally,":[139],"boosts":[143],"performance":[145,204],"through":[148],"incorporating":[149],"Random":[150],"Fourier":[151],"Features":[152],"over-parameterize":[154],"into":[157],"\u201cinterpolating":[158],"regime\u201d,":[159],"so":[160],"as":[161],"enjoy":[163],"further":[165],"descent":[166],"generalization":[168],"errors":[169],"learned":[171],"representations.":[172],"We":[173,211],"conduct":[174],"extensive":[175],"offline":[176,245],"experiments":[177],"publicly":[180],"available":[181],"dataset":[182,186],"real-world":[185,234],"collected":[187],"large-scale":[190,219],"engine.":[192],"The":[193],"results":[194],"show":[195],"can":[200,228],"achieve":[201],"best":[203],"datasets,":[207],"compared":[208],"baselines.":[210],"also":[212],"deploy":[213],"at":[217],"engine":[222],"realistic":[224],"traffic,":[225],"where":[226],"still":[229],"observe":[230],"significant":[231],"improvement":[232],"applications.":[235],"performs":[239],"consistently":[240],"online":[243],"experiments.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}