{"id":"https://openalex.org/W4200023281","doi":"https://doi.org/10.1155/2021/5753693","title":"Training Method and Device of Chemical Industry Chinese Language Model Based on Knowledge Distillation","display_name":"Training Method and Device of Chemical Industry Chinese Language Model Based on Knowledge Distillation","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4200023281","doi":"https://doi.org/10.1155/2021/5753693"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5753693","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5753693","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5753693.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/sp/2021/5753693.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440866","display_name":"Wenting Li","orcid":"https://orcid.org/0000-0002-5099-1514"},"institutions":[{"id":"https://openalex.org/I4210153869","display_name":"Huaiyin Institute of Technology","ror":"https://ror.org/0555ezg60","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153869"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen-Ting Li","raw_affiliation_strings":["Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China","institution_ids":["https://openalex.org/I4210153869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000959775","display_name":"Shangbing Gao","orcid":"https://orcid.org/0000-0002-3921-4511"},"institutions":[{"id":"https://openalex.org/I4210153869","display_name":"Huaiyin Institute of Technology","ror":"https://ror.org/0555ezg60","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153869"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shang-Bing Gao","raw_affiliation_strings":["Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China"],"raw_orcid":"https://orcid.org/0000-0002-3921-4511","affiliations":[{"raw_affiliation_string":"Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China","institution_ids":["https://openalex.org/I4210153869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011752685","display_name":"Junqiang ZHANG","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153869","display_name":"Huaiyin Institute of Technology","ror":"https://ror.org/0555ezg60","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153869"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun-Qiang Zhang","raw_affiliation_strings":["Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China"],"raw_orcid":"https://orcid.org/0000-0002-7899-301X","affiliations":[{"raw_affiliation_string":"Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China","institution_ids":["https://openalex.org/I4210153869"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108773079","display_name":"Shu-Xing Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153869","display_name":"Huaiyin Institute of Technology","ror":"https://ror.org/0555ezg60","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153869"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu-Xing Guo","raw_affiliation_strings":["Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer and Software Engineering, Huaiyin Institute of Technology, Huaian 223003, China","institution_ids":["https://openalex.org/I4210153869"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000959775","https://openalex.org/A5011752685"],"corresponding_institution_ids":["https://openalex.org/I4210153869"],"apc_list":{"value":1800,"currency":"USD","value_usd":1800},"apc_paid":{"value":1800,"currency":"USD","value_usd":1800},"fwci":0.4198,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70832926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2021","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9426000118255615,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8418331146240234},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6863912343978882},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6342453360557556},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6067872047424316},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6021773815155029},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5218245387077332},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.47951701283454895},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4575658440589905},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45674553513526917},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45428466796875},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.412350594997406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.382488489151001},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0741598904132843}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8418331146240234},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6863912343978882},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6342453360557556},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6067872047424316},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6021773815155029},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5218245387077332},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.47951701283454895},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4575658440589905},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45674553513526917},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45428466796875},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.412350594997406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.382488489151001},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0741598904132843},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/5753693","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5753693","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5753693.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e79888a5eff4569a91e74907fc36bf6","is_oa":true,"landing_page_url":"https://doaj.org/article/5e79888a5eff4569a91e74907fc36bf6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Programming, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/5753693","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5753693","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5753693.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1058348254","display_name":null,"funder_award_id":"61976118","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G1427229634","display_name":null,"funder_award_id":"BRA2016454","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1793824428","display_name":null,"funder_award_id":"2018YFB1004904","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G1908230140","display_name":null,"funder_award_id":"XYDXXJS-011","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G2011146839","display_name":null,"funder_award_id":"2018YFB1004904","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2300570479","display_name":null,"funder_award_id":"XYDXXJS-011","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3335881340","display_name":null,"funder_award_id":"BRA2016454","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3446453308","display_name":null,"funder_award_id":"61976118","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G354158033","display_name":null,"funder_award_id":"18KJA520001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3623944721","display_name":null,"funder_award_id":"2018YFB1004904","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4624888299","display_name":null,"funder_award_id":"XYDXXJS-011","funder_id":"https://openalex.org/F4320324207","funder_display_name":"Jiangsu Provincial Department of Education"},{"id":"https://openalex.org/G5626478448","display_name":null,"funder_award_id":"18KJA520001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6130666560","display_name":null,"funder_award_id":"61976118","funder_id":"https://openalex.org/F4320324207","funder_display_name":"Jiangsu Provincial Department of Education"},{"id":"https://openalex.org/G6607833397","display_name":null,"funder_award_id":"18KJA520001","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G7437631957","display_name":null,"funder_award_id":"BRA2016454","funder_id":"https://openalex.org/F4320324207","funder_display_name":"Jiangsu Provincial Department of Education"},{"id":"https://openalex.org/G7520050299","display_name":null,"funder_award_id":"XYDXXJS-011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7676449106","display_name":null,"funder_award_id":"61976118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8093070264","display_name":null,"funder_award_id":"BRA2016454","funder_id":"https://openalex.org/F4320326182","funder_display_name":"Six Talent Peaks Project in Jiangsu Province"},{"id":"https://openalex.org/G8336627536","display_name":null,"funder_award_id":"2018YFB1004904","funder_id":"https://openalex.org/F4320324207","funder_display_name":"Jiangsu Provincial Department of Education"},{"id":"https://openalex.org/G972523634","display_name":null,"funder_award_id":"18KJA520001","funder_id":"https://openalex.org/F4320324207","funder_display_name":"Jiangsu Provincial Department of Education"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320324207","display_name":"Jiangsu Provincial Department of Education","ror":"https://ror.org/059md9404"},{"id":"https://openalex.org/F4320326182","display_name":"Six Talent Peaks Project in Jiangsu Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4200023281.pdf","grobid_xml":"https://content.openalex.org/works/W4200023281.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1925690401","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2896457183","https://openalex.org/W2897220884","https://openalex.org/W2911489562","https://openalex.org/W2936858556","https://openalex.org/W2942173686","https://openalex.org/W2943845043","https://openalex.org/W2945403477","https://openalex.org/W2950813464","https://openalex.org/W2952750383","https://openalex.org/W2955419283","https://openalex.org/W2962783425","https://openalex.org/W2965373594","https://openalex.org/W2965862774","https://openalex.org/W2969515962","https://openalex.org/W2970454332","https://openalex.org/W2970597249","https://openalex.org/W2970636124","https://openalex.org/W2974875810","https://openalex.org/W2975059944","https://openalex.org/W2978017171","https://openalex.org/W2996428491","https://openalex.org/W2997006708","https://openalex.org/W3005444338","https://openalex.org/W3011411500","https://openalex.org/W3015298864","https://openalex.org/W3034368386","https://openalex.org/W3034457371","https://openalex.org/W3034870355","https://openalex.org/W3035804116","https://openalex.org/W3092735710","https://openalex.org/W3101248447","https://openalex.org/W3103884771","https://openalex.org/W3105966348","https://openalex.org/W3112607986","https://openalex.org/W3125505482","https://openalex.org/W3155121067","https://openalex.org/W3158342816","https://openalex.org/W3173482217","https://openalex.org/W3174167721","https://openalex.org/W3202316938","https://openalex.org/W3210618910","https://openalex.org/W4287828539","https://openalex.org/W4300485781","https://openalex.org/W4312568984","https://openalex.org/W6762363118","https://openalex.org/W6774302960","https://openalex.org/W6779590286"],"related_works":["https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501","https://openalex.org/W2964413124"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,10,27,96,179,223],"pretraining":[3,19,41,78],"language":[4,13,20,42,59,221],"models":[5,21],"have":[6],"obtained":[7],"state-of-the-art":[8],"results":[9],"various":[11],"natural":[12],"processing":[14],"tasks.":[15,157],"However,":[16],"these":[17],"huge":[18,69],"are":[22,75],"difficult":[23],"to":[24,55,87,92,142,154],"be":[25],"used":[26,76,86],"practical":[28],"applications,":[29],"such":[30],"as":[31,77],"mobile":[32],"devices":[33],"and":[34,80,108,134,215],"embedded":[35,103,132],"devices.":[36],"Moreover,":[37],"there":[38],"is":[39,85,152,212],"no":[40],"model":[43,61,91,117,166,186,191,206,222],"for":[44],"the":[45,63,94,97,102,105,109,115,121,125,131,135,139,144,155,163,175,180,184,194,200,203,209,217,220,224],"chemical":[46,64,72,225],"industry.":[47],"In":[48],"this":[49],"work,":[50],"we":[51],"propose":[52],"a":[53,57,68,89,189],"method":[54,170],"pretrain":[56],"smaller":[58],"representation":[60],"of":[62,71,124,147,174,183,219],"industry":[65,73],"domain.":[66,226],"First,":[67],"number":[70],"texts":[74],"corpus,":[79],"nontraditional":[81],"knowledge":[82,95,178],"distillation":[83,167],"technology":[84],"build":[88],"simplified":[90,116],"learn":[93],"BERT":[98,148,165],"model.":[99,149],"By":[100],"learning":[101,145],"layer,":[104,107],"middle":[106,136,181],"prediction":[110,126],"layer":[111,127,133,137,182],"at":[112,138],"different":[113],"stages,":[114],"not":[118],"only":[119],"learns":[120,130],"probability":[122],"distribution":[123],"but":[128],"also":[129],"same":[140],"time,":[141],"acquire":[143],"ability":[146],"Finally,":[150],"it":[151],"applied":[153],"downstream":[156],"Experiments":[158],"show":[159],"that,":[160],"compared":[161],"with":[162],"current":[164],"method,":[168],"our":[169],"makes":[171],"full":[172],"use":[173],"rich":[176],"feature":[177],"teacher":[185],"while":[187],"building":[188],"student":[190,205],"based":[192,207],"on":[193,208],"BiLSTM":[195],"architecture,":[196],"which":[197],"effectively":[198],"solves":[199],"problem":[201],"that":[202],"traditional":[204],"transformer":[210],"architecture":[211],"too":[213],"large":[214],"improves":[216],"accuracy":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}