{"id":"https://openalex.org/W4385568024","doi":"https://doi.org/10.1145/3580305.3599891","title":"QUERT: Continual Pre-training of Language Model for Query Understanding in Travel Domain Search","display_name":"QUERT: Continual Pre-training of Language Model for Query Understanding in Travel Domain Search","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385568024","doi":"https://doi.org/10.1145/3580305.3599891"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101714282","display_name":"Jian Xie","orcid":"https://orcid.org/0009-0000-2867-4726"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Xie","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487878","display_name":"Yidan Liang","orcid":"https://orcid.org/0009-0006-6480-7294"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yidan Liang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746224","display_name":"Jingping Liu","orcid":"https://orcid.org/0000-0002-8671-2302"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingping Liu","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090455375","display_name":"Yanghua Xiao","orcid":"https://orcid.org/0000-0001-8403-9591"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghua Xiao","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053480578","display_name":"Baohua Wu","orcid":"https://orcid.org/0000-0002-3627-7058"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baohua Wu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103145843","display_name":"Shenghua Ni","orcid":"https://orcid.org/0000-0001-7172-6077"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghua Ni","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101714282"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.0599,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81398944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5282","last_page":"5291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8441330194473267},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.589168906211853},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5798628330230713},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5707619786262512},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5410436987876892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5159621834754944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47630369663238525},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4696454405784607},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.4156551957130432},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08521050214767456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8441330194473267},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.589168906211853},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5798628330230713},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5707619786262512},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5410436987876892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159621834754944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47630369663238525},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4696454405784607},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.4156551957130432},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08521050214767456},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G1825382409","display_name":null,"funder_award_id":"21SHZDZX0103","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4389483464","display_name":null,"funder_award_id":"2021SHZDZX0103","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8551726186","display_name":null,"funder_award_id":"2021SHZDZX","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8821772859","display_name":null,"funder_award_id":"22511105902","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2177726182","https://openalex.org/W2187089797","https://openalex.org/W2892181857","https://openalex.org/W2911489562","https://openalex.org/W2952370363","https://openalex.org/W2953356739","https://openalex.org/W2979826702","https://openalex.org/W3011411500","https://openalex.org/W3034238904","https://openalex.org/W3034999214","https://openalex.org/W3038098779","https://openalex.org/W3093570284","https://openalex.org/W3103981637","https://openalex.org/W3104186312","https://openalex.org/W3104423855","https://openalex.org/W3115195983","https://openalex.org/W3152562554","https://openalex.org/W3212440929","https://openalex.org/W4212774754","https://openalex.org/W4226244192","https://openalex.org/W4285247467","https://openalex.org/W4290948198"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W2039546652","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4387768015"],"abstract_inverted_index":{"In":[0,23],"light":[1],"of":[2,5,13,20,53,77,86,97,116],"the":[3,6,18,51,84,94,114,138,154],"success":[4],"pre-trained":[7],"language":[8],"models":[9],"(PLMs),":[10],"continual":[11],"pre-training":[12,48,89],"generic":[14],"PLMs":[15],"has":[16],"been":[17],"paradigm":[19],"domain":[21,57],"adaption.":[22],"this":[24],"paper,":[25],"we":[26,121],"propose":[27],"QUERT,":[28],"A":[29],"Continual":[30],"Pre-trained":[31],"Language":[32],"Model":[33],"for":[34],"QUERy":[35],"Understanding":[36],"in":[37,55,105],"Travel":[38],"Domain":[39],"Search.":[40],"QUERT":[41,117,123,136,152],"is":[42],"jointly":[43],"trained":[44],"on":[45,113,128],"four":[46],"tailored":[47],"tasks":[49,79,99],"to":[50,118],"characteristics":[52],"query":[54],"travel":[56],"search:":[58],"Geography-aware":[59],"Mask":[60],"Prediction,":[61,64],"Geohash":[62],"Code":[63],"User":[65],"Click":[66],"Behavior":[67],"Learning,":[68],"and":[69,71,80,103,107,124,142,148],"Phrase":[70],"Token":[72],"Order":[73],"Prediction.":[74],"Performance":[75],"improvement":[76,115],"downstream":[78,98],"ablation":[81],"experiment":[82],"demonstrate":[83],"effectiveness":[85],"our":[87],"proposed":[88],"tasks.":[90],"To":[91,111],"be":[92],"specific,":[93],"average":[95],"performance":[96],"increases":[100,137],"by":[101,146],"2.02%":[102],"30.93%":[104],"supervised":[106],"unsupervised":[108],"settings,":[109],"respectively.":[110],"check":[112],"online":[119],"business,":[120],"deploy":[122],"perform":[125],"A/B":[126],"testing":[127],"Fliggy":[129],"APP.":[130],"The":[131],"feedback":[132],"results":[133],"show":[134],"that":[135],"Unique":[139],"Click-Through":[140,144],"Rate":[141,145],"Page":[143],"0.89%":[147],"1.03%":[149],"when":[150],"applying":[151],"as":[153],"encoder.":[155],"Resources":[156],"are":[157],"available":[158],"at":[159],"https://github.com/hsaest/QUERT":[160]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}