{"id":"https://openalex.org/W4306317315","doi":"https://doi.org/10.1145/3511808.3557670","title":"Pre-training Tasks for User Intent Detection and Embedding Retrieval in E-commerce Search","display_name":"Pre-training Tasks for User Intent Detection and Embedding Retrieval in E-commerce Search","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317315","doi":"https://doi.org/10.1145/3511808.3557670"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557670","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101886756","display_name":"Yiming Qiu","orcid":"https://orcid.org/0000-0002-5900-4773"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Qiu","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051334789","display_name":"Chenyu Zhao","orcid":"https://orcid.org/0009-0003-1699-4206"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Zhao","raw_affiliation_strings":["JD.com, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Shenzhen, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399325","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0002-6258-2486"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026923345","display_name":"Jingwei Zhuo","orcid":"https://orcid.org/0000-0001-8135-1061"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwei Zhuo","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037110738","display_name":"Tianhao Li","orcid":"https://orcid.org/0000-0002-9513-7741"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Li","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353447","display_name":"Xiaowei Zhang","orcid":"https://orcid.org/0000-0002-8619-3346"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhang","raw_affiliation_strings":["JD.com, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Shenzhen, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100714543","display_name":"Songlin Wang","orcid":"https://orcid.org/0000-0003-0102-9123"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Wang","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063258475","display_name":"Sulong Xu","orcid":"https://orcid.org/0000-0003-0345-334X"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sulong Xu","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101920987","display_name":"Bo Long","orcid":"https://orcid.org/0000-0001-9009-1636"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Long","raw_affiliation_strings":["JD.com, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010877916","display_name":"Wen-Yun Yang","orcid":"https://orcid.org/0009-0006-4551-7996"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen-Yun Yang","raw_affiliation_strings":["JD.com, Silicon valley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD.com, Silicon valley, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7649,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.87150808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4424","last_page":"4428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8560022115707397},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7516028881072998},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7170823216438293},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6098491549491882},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5951288342475891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5499444007873535},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5199940800666809},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5052445530891418},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.4500003457069397},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.43130627274513245},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4175386428833008},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3449499011039734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8560022115707397},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7516028881072998},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7170823216438293},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6098491549491882},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5951288342475891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5499444007873535},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5199940800666809},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5052445530891418},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.4500003457069397},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.43130627274513245},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4175386428833008},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3449499011039734},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557670","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1631063262","https://openalex.org/W2136189984","https://openalex.org/W2463133191","https://openalex.org/W2739996966","https://openalex.org/W2913426915","https://openalex.org/W2963775347","https://openalex.org/W2963971244","https://openalex.org/W2970557265","https://openalex.org/W2971105107","https://openalex.org/W2998702515","https://openalex.org/W3007814257","https://openalex.org/W3023672669","https://openalex.org/W3034969702","https://openalex.org/W3080576782","https://openalex.org/W3117408577","https://openalex.org/W3156237268","https://openalex.org/W3166125679","https://openalex.org/W3167329294"],"related_works":["https://openalex.org/W3204607391","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705","https://openalex.org/W2131833475","https://openalex.org/W3094868181","https://openalex.org/W2185539916","https://openalex.org/W4205820553","https://openalex.org/W2251441308","https://openalex.org/W2250713385"],"abstract_inverted_index":{"BERT-style":[0],"models":[1,116],"pre-trained":[2,115,152],"on":[3,11,157],"the":[4,54,80,137,150,172],"general":[5,55,155],"corpus":[6,47,56],"(e.g.,":[7,70],"Wikipedia)":[8],"and":[9,31,97,109,145,161,176],"fine-tuned":[10,147],"specific":[12,68],"task":[13,60],"corpus,":[14,156],"have":[15,86,165],"recently":[16],"emerged":[17],"as":[18],"breakthrough":[19],"techniques":[20],"in":[21,88,126],"many":[22],"NLP":[23],"tasks:":[24],"question":[25],"answering,":[26],"text":[27,52],"classification,":[28],"sequence":[29],"labeling":[30],"so":[32],"on.":[33],"However,":[34],"this":[35,76],"tech-":[36],"nique":[37],"may":[38],"not":[39],"always":[40],"work,":[41],"especially":[42],"for":[43,66,101,131,171],"two":[44,82,102],"scenarios:":[45],"a":[46,59,67],"that":[48,61,84],"contains":[49],"very":[50],"different":[51],"from":[53,149],"Wikipedia,":[57],"or":[58],"learns":[62],"embedding":[63,111],"spacial":[64],"distribution":[65],"purpose":[69],"approximate":[71],"nearest":[72],"neighbor":[73],"search).":[74],"In":[75],"paper,":[77],"to":[78,128],"tackle":[79],"above":[81],"scenarios":[83],"we":[85,94],"encountered":[87],"an":[89],"industrial":[90],"e-commerce":[91],"search":[92],"system,":[93],"propose":[95],"customized":[96,114],"novel":[98],"pre-training":[99,143],"tasks":[100],"critical":[103],"modules:":[104],"user":[105],"intent":[106],"detec-":[107],"tion":[108],"semantic":[110],"retrieval.":[112],"The":[113],"after":[117],"fine-tuning,":[118],"being":[119],"less":[120],"than":[121],"10%":[122],"of":[123,174],"BERT-base's":[124],"size":[125],"order":[127],"be":[129],"feasible":[130],"cost-efficient":[132],"CPU":[133],"serving,":[134],"significantly":[135],"improve":[136],"other":[138],"baseline":[139],"models:":[140],"1)":[141],"no":[142],"model":[144,148],"2)":[146],"official":[151],"BERT":[153],"using":[154],"both":[158],"offline":[159],"datasets":[160,169],"online":[162],"system.":[163],"We":[164],"open":[166],"sourced":[167],"our":[168],"1":[170],"sake":[173],"reproducibility":[175],"future":[177],"works.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}