{"id":"https://openalex.org/W3125508839","doi":"https://doi.org/10.1145/3442381.3449842","title":"TextGNN: Improving Text Encoder via Graph Neural Network in Sponsored Search","display_name":"TextGNN: Improving Text Encoder via Graph Neural Network in Sponsored Search","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3125508839","doi":"https://doi.org/10.1145/3442381.3449842","mag":"3125508839"},"language":"en","primary_location":{"id":"doi:10.1145/3442381.3449842","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449842","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3442381.3449842","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jason Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason Zhu","raw_affiliation_strings":["Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanling Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanling Cui","raw_affiliation_strings":["Microsoft, China"],"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuming Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Liu","raw_affiliation_strings":["Microsoft, China"],"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Sun","raw_affiliation_strings":["Microsoft, China"],"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xue Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue Li","raw_affiliation_strings":["Microsoft, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Markus Pelger","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Markus Pelger","raw_affiliation_strings":["Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianqi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianqi Yang","raw_affiliation_strings":["Microsoft, China"],"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liangjie Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangjie Zhang","raw_affiliation_strings":["Microsoft, China"],"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ruofei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruofei Zhang","raw_affiliation_strings":["Microsoft, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Huasha Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huasha Zhao","raw_affiliation_strings":["Microsoft, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":4.3395,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.9509367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2848","last_page":"2857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5263000130653381},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5220000147819519},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.49559998512268066},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.45080000162124634},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41429999470710754},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.39160001277923584},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.3865000009536743},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.37619999051094055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7991999983787537},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.49559998512268066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.459199994802475},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.37619999051094055},{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.3677999973297119},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C21338462","wikidata":"https://www.wikidata.org/wiki/Q1662581","display_name":"Information model","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2703999876976013},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2621000111103058}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3442381.3449842","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449842","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.06323","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.06323","pdf_url":"https://arxiv.org/pdf/2101.06323","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3442381.3449842","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3449842","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2004227778","https://openalex.org/W2121456571","https://openalex.org/W2136189984","https://openalex.org/W2144211451","https://openalex.org/W2147717514","https://openalex.org/W2610935556","https://openalex.org/W2624431344","https://openalex.org/W2808787330","https://openalex.org/W2809205451","https://openalex.org/W2913410650","https://openalex.org/W2963341956","https://openalex.org/W2979450518","https://openalex.org/W2989550455","https://openalex.org/W3036320503","https://openalex.org/W3040478789"],"related_works":[],"abstract_inverted_index":{"Text":[0],"encoders":[1,93],"based":[2],"on":[3],"C-DSSM":[4,134],"or":[5],"transformers":[6],"have":[7,24],"demonstrated":[8],"strong":[9,89,157],"performance":[10,153],"in":[11,28,31,36,68,144,162,180,192,203,211],"many":[12],"Natural":[13,58],"Language":[14,59],"Processing":[15],"(NLP)":[16],"tasks.":[17],"Low":[18],"latency":[19,147],"variants":[20],"of":[21,39,128],"these":[22,48],"models":[23,49,131,161],"also":[25],"been":[26],"developed":[27],"recent":[29],"years":[30],"order":[32],"to":[33,54,74,109],"apply":[34],"them":[35],"the":[37,52,57,64,69,77,82,88,95,114,126,145,156,173,193,197],"field":[38],"sponsored":[40],"search":[41],"which":[42,103],"has":[43],"strict":[44],"computational":[45],"constraints.":[46],"However":[47],"are":[50],"not":[51,72],"panacea":[53],"solve":[55],"all":[56,125],"Understanding":[60],"(NLU)":[61],"challenges":[62],"as":[63,105,133],"pure":[65],"semantic":[66],"information":[67,98],"data":[70],"is":[71],"sufficient":[73],"fully":[75],"identify":[76],"user":[78,100],"intents.":[79],"We":[80],"propose":[81],"TextGNN":[83],"model":[84,123,174,198],"that":[85,138],"naturally":[86],"extends":[87],"twin":[90,129],"tower":[91,130],"structured":[92],"with":[94,182,207],"complementary":[96],"graph":[97],"from":[99],"historical":[101],"behaviors,":[102],"serves":[104],"a":[106,151,176,183,200,208],"natural":[107],"guide":[108],"help":[110],"us":[111],"better":[112,119],"understand":[113],"intents":[115],"and":[116,135,166,191],"hence":[117],"generate":[118],"language":[120],"representations.":[121],"The":[122],"inherits":[124],"benefits":[127],"such":[132],"TwinBERT":[136],"so":[137],"it":[139],"can":[140],"still":[141],"be":[142],"used":[143],"low":[146],"environment":[148],"while":[149],"achieving":[150],"significant":[152],"gain":[154],"than":[155],"encoder-only":[158],"counterpart":[159],"baseline":[160],"both":[163],"offline":[164,171],"evaluations":[165],"online":[167,194],"production":[168],"system.":[169],"In":[170],"experiments,":[172],"achieves":[175],"0.14%":[177],"overall":[178],"increase":[179,202],"ROC-AUC":[181],"1%":[184],"increased":[185],"accuracy":[186],"for":[187],"long-tail":[188],"low-frequency":[189],"Ads,":[190],"A/B":[195],"testing,":[196],"shows":[199],"2.03%":[201],"Revenue":[204],"Per":[205],"Mille":[206],"2.32%":[209],"decrease":[210],"Ad":[212],"defect":[213],"rate.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-02-01T00:00:00"}