{"id":"https://openalex.org/W4417194901","doi":"https://doi.org/10.1145/3774904.3792801","title":"From Reasoning LLMs to BERT: A Two-Stage Distillation Framework for Search Relevance","display_name":"From Reasoning LLMs to BERT: A Two-Stage Distillation Framework for Search Relevance","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W4417194901","doi":"https://doi.org/10.1145/3774904.3792801"},"language":"en","primary_location":{"id":"doi:10.1145/3774904.3792801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774904.3792801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.11056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Runze Xia","orcid":"https://orcid.org/0000-0003-0900-5900"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Runze Xia","raw_affiliation_strings":["Meituan, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0900-5900","affiliations":[{"raw_affiliation_string":"Meituan, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yupeng Ji","orcid":"https://orcid.org/0000-0003-2311-0344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yupeng Ji","raw_affiliation_strings":["Meituan, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2311-0344","affiliations":[{"raw_affiliation_string":"Meituan, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuxi Zhou","orcid":"https://orcid.org/0009-0005-3639-5408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxi Zhou","raw_affiliation_strings":["Meituan, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-3639-5408","affiliations":[{"raw_affiliation_string":"Meituan, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haodong Liu","orcid":"https://orcid.org/0009-0004-7291-8205"},"institutions":[{"id":"https://openalex.org/I4210101987","display_name":"MEI Research (United States)","ror":"https://ror.org/01797xg87","country_code":"US","type":"company","lineage":["https://openalex.org/I4210101987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haodong Liu","raw_affiliation_strings":["Meituan, shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-7291-8205","affiliations":[{"raw_affiliation_string":"Meituan, shanghai, China","institution_ids":["https://openalex.org/I4210101987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Teng Zhang","orcid":"https://orcid.org/0009-0009-4199-2935"},"institutions":[{"id":"https://openalex.org/I4210101987","display_name":"MEI Research (United States)","ror":"https://ror.org/01797xg87","country_code":"US","type":"company","lineage":["https://openalex.org/I4210101987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Teng Zhang","raw_affiliation_strings":["Meituan, shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-4199-2935","affiliations":[{"raw_affiliation_string":"Meituan, shanghai, China","institution_ids":["https://openalex.org/I4210101987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061435467","display_name":"Piji Li","orcid":"https://orcid.org/0000-0003-1474-3692"},"institutions":[{"id":"https://openalex.org/I4210111986","display_name":"Nanjing Hydraulic Research Institute","ror":"https://ror.org/02403qw73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210111986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Piji Li","raw_affiliation_strings":["Researcher, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1474-3692","affiliations":[{"raw_affiliation_string":"Researcher, Nanjing, China","institution_ids":["https://openalex.org/I4210111986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00276249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8222","last_page":"8231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6793000102043152,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6793000102043152,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.060600001364946365,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.03420000150799751,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7577999830245972},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4894999861717224},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.46970000863075256},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.3828999996185303},{"id":"https://openalex.org/keywords/case-based-reasoning","display_name":"Case-based reasoning","score":0.3765000104904175},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.36010000109672546},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7577999830245972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210000157356262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138000249862671},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.3474000096321106},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3375000059604645},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.3098999857902527},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3774904.3792801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774904.3792801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.11056","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.11056","pdf_url":"https://arxiv.org/pdf/2510.11056","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.11056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.11056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.11056","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.11056","pdf_url":"https://arxiv.org/pdf/2510.11056","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322438","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4417194901.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Query-service":[0],"relevance":[1,115],"prediction":[2],"in":[3,131,184],"e-commerce":[4],"search":[5,111,187],"systems":[6],"faces":[7],"strict":[8],"latency":[9],"requirements":[10],"that":[11,191],"prevent":[12],"the":[13,48,53,93,121,126,142,145,160,165,172,185],"direct":[14],"application":[15],"of":[16,55,95,128,144],"Large":[17],"Language":[18],"Models":[19],"(LLMs).":[20],"To":[21],"bridge":[22],"this":[23],"gap,":[24],"we":[25,51,134],"propose":[26],"a":[27,37,42,60,68,87,155],"two-stage":[28],"reasoning":[29,34,81,99,118,174],"distillation":[30],"framework":[31,193],"to":[32,41,73,79,91,124,163],"transfer":[33],"capabilities":[35],"from":[36,110],"powerful":[38],"teacher":[39,62,102],"LLM":[40],"lightweight,":[43],"deployment-friendly":[44],"student":[45,147],"model.":[46,63],"In":[47,120],"first":[49],"stage,":[50,123],"address":[52,125],"limitations":[54],"general-purpose":[56],"LLMs":[57],"by":[58],"constructing":[59],"domain-adapted":[61],"This":[64,101],"is":[65],"achieved":[66],"through":[67],"three-step":[69],"process:":[70],"domain-adaptive":[71],"pre-training":[72],"inject":[74],"platform":[75],"knowledge,":[76],"supervised":[77],"fine-tuning":[78],"elicit":[80],"skills,":[82],"and":[83,97,117,151,180,203],"preference":[84],"optimization":[85],"with":[86,113],"multi-dimensional":[88],"reward":[89],"model":[90,148,162],"ensure":[92],"generation":[94],"reliable":[96],"preference-aligned":[98],"paths.":[100],"can":[103],"then":[104],"automatically":[105],"annotate":[106],"massive":[107],"query-service":[108],"pairs":[109],"logs":[112],"both":[114],"labels":[116],"chains.":[119],"second":[122],"challenges":[127],"architectural":[129],"heterogeneity":[130],"standard":[132],"distillation,":[133],"introduce":[135],"Contrastive":[136],"Reasoning":[137],"Self-Distillation":[138],"(CRSD).":[139],"By":[140],"modeling":[141],"behavior":[143],"same":[146],"under":[149],"``standard''":[150],"``reasoning-augmented''":[152],"inputs":[153],"as":[154],"teacher-student":[156],"relationship,":[157],"CRSD":[158],"enables":[159],"lightweight":[161],"internalize":[164],"teacher's":[166],"complex":[167],"decision-making":[168],"mechanisms":[169],"without":[170],"needing":[171],"explicit":[173],"path":[175],"at":[176],"inference.":[177],"Offline":[178],"evaluations":[179],"online":[181],"A/B":[182],"testing":[183],"Meituan":[186],"advertising":[188],"system":[189],"demonstrate":[190],"our":[192],"achieves":[194],"significant":[195],"improvements":[196],"across":[197],"multiple":[198],"metrics,":[199],"validating":[200],"its":[201],"effectiveness":[202],"practical":[204],"value.":[205]},"counts_by_year":[],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-15T00:00:00"}
