{"id":"https://openalex.org/W3210618910","doi":"https://doi.org/10.1145/3459637.3481909","title":"Distilling Knowledge from BERT into Simple Fully Connected Neural Networks for Efficient Vertical Retrieval","display_name":"Distilling Knowledge from BERT into Simple Fully Connected Neural Networks for Efficient Vertical Retrieval","publication_year":2021,"publication_date":"2021-10-26","ids":{"openalex":"https://openalex.org/W3210618910","doi":"https://doi.org/10.1145/3459637.3481909","mag":"3210618910"},"language":"en","primary_location":{"id":"doi:10.1145/3459637.3481909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3481909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042572820","display_name":"Peiyang Liu","orcid":"https://orcid.org/0000-0003-3658-9147"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peiyang Liu","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442261","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0002-5218-2761"},"institutions":[{"id":"https://openalex.org/I4210106409","display_name":"China Institute of Finance and Capital Markets","ror":"https://ror.org/01mp98161","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210106409"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["PX Securities, Beijing, China"],"affiliations":[{"raw_affiliation_string":"PX Securities, Beijing, China","institution_ids":["https://openalex.org/I4210106409"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403195","display_name":"Lin Wang","orcid":"https://orcid.org/0000-0002-7485-4493"},"institutions":[{"id":"https://openalex.org/I4210106409","display_name":"China Institute of Finance and Capital Markets","ror":"https://ror.org/01mp98161","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210106409"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Wang","raw_affiliation_strings":["PX Securities, Beijing, China"],"affiliations":[{"raw_affiliation_string":"PX Securities, Beijing, China","institution_ids":["https://openalex.org/I4210106409"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101538186","display_name":"Wei Ye","orcid":"https://orcid.org/0000-0002-9331-4716"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Ye","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049134021","display_name":"Xiangyu Xi","orcid":"https://orcid.org/0000-0001-5211-2563"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Xi","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101435571","display_name":"Shikun Zhang","orcid":"https://orcid.org/0000-0002-8576-2674"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikun Zhang","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042572820"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.6799,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76243122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3965","last_page":"3975"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8050717115402222},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7767230272293091},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.642256498336792},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6047910451889038},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5667122602462769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5164439678192139},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4740737974643707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34513694047927856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8050717115402222},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7767230272293091},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.642256498336792},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6047910451889038},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5667122602462769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164439678192139},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4740737974643707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34513694047927856},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3459637.3481909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3459637.3481909","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1552847225","https://openalex.org/W1997452128","https://openalex.org/W2054837316","https://openalex.org/W2113459411","https://openalex.org/W2251939518","https://openalex.org/W2402144811","https://openalex.org/W2483327705","https://openalex.org/W2626778328","https://openalex.org/W2806081754","https://openalex.org/W2876111955","https://openalex.org/W2895351178","https://openalex.org/W2897356710","https://openalex.org/W2899948949","https://openalex.org/W2906581649","https://openalex.org/W2912924812","https://openalex.org/W2958100576","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2970454332","https://openalex.org/W2970565456","https://openalex.org/W2976833415","https://openalex.org/W2978017171","https://openalex.org/W2979691890","https://openalex.org/W2980965328","https://openalex.org/W2996159613","https://openalex.org/W2996428491","https://openalex.org/W2998183051","https://openalex.org/W2998702515","https://openalex.org/W3030163527","https://openalex.org/W3034560159","https://openalex.org/W3035030897","https://openalex.org/W3038012435","https://openalex.org/W3092510499","https://openalex.org/W3104216863","https://openalex.org/W3105698638","https://openalex.org/W3105966348","https://openalex.org/W3106031450","https://openalex.org/W3168051837","https://openalex.org/W3177265267"],"related_works":["https://openalex.org/W1585007175","https://openalex.org/W2382521049","https://openalex.org/W2144385241","https://openalex.org/W4300101996","https://openalex.org/W2165950148","https://openalex.org/W4253593777","https://openalex.org/W3128807919","https://openalex.org/W3176411177","https://openalex.org/W3042419602","https://openalex.org/W2966649771"],"abstract_inverted_index":{"Distilled":[0],"BERT":[1,19,51,78],"models":[2,31,79],"are":[3,32],"more":[4,86],"suitable":[5],"for":[6],"efficient":[7],"vertical":[8,13,100],"retrieval":[9],"in":[10],"online":[11,98],"sponsored":[12,99],"search":[14,101],"with":[15,75],"low-latency":[16],"requirements":[17],"than":[18,87],"due":[20],"to":[21,47],"fewer":[22],"parameters":[23],"and":[24,44,65,103],"faster":[25],"inference.":[26],"Unfortunately,":[27],"most":[28],"of":[29,60],"these":[30],"still":[33],"far":[34],"from":[35,50],"ideal":[36],"inference":[37,82],"speed.":[38],"This":[39],"paper":[40],"presents":[41],"a":[42],"novel":[43],"effective":[45],"method":[46,71,95],"distill":[48],"knowledge":[49],"into":[52],"simple":[53],"fully":[54],"connected":[55],"neural":[56],"networks":[57],"(FNN).":[58],"Results":[59],"extensive":[61],"experiments":[62],"on":[63,96],"English":[64],"Chinese":[66],"datasets":[67],"demonstrate":[68],"that":[69],"our":[70,94,97],"achieves":[72],"comparable":[73],"results":[74],"existing":[76],"distilled":[77],"while":[80],"the":[81],"is":[83],"accelerated":[84],"by":[85],"ten":[88],"times.":[89],"We":[90],"have":[91],"successfully":[92],"applied":[93],"engine":[102],"get":[104],"remarkable":[105],"improvements.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}