{"id":"https://openalex.org/W2953356739","doi":"https://doi.org/10.18653/v1/p19-1139","title":"ERNIE: Enhanced Language Representation with Informative Entities","display_name":"ERNIE: Enhanced Language Representation with Informative Entities","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2953356739","doi":"https://doi.org/10.18653/v1/p19-1139","mag":"2953356739"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1139","pdf_url":"https://www.aclweb.org/anthology/P19-1139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1139.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101584823","display_name":"Zhengyan Zhang","orcid":"https://orcid.org/0000-0003-2988-0083"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhengyan Zhang","raw_affiliation_strings":["State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668503","display_name":"Xu Han","orcid":"https://orcid.org/0000-0002-4726-7621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Han","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320723","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-7709-2543"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Liu","raw_affiliation_strings":["State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086603207","display_name":"Xin Jiang","orcid":"https://orcid.org/0000-0002-9117-8247"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","SE"],"is_corresponding":false,"raw_author_name":"Xin Jiang","raw_affiliation_strings":["Huawei Noah's Ark Lab","Institute for Artificial Intelligence, Tsinghua University, Beijing, China","State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China","State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100426170","display_name":"Qun Liu","orcid":"https://orcid.org/0000-0002-7000-1792"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Qun Liu","raw_affiliation_strings":["Huawei Noah's Ark Lab"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101584823"],"corresponding_institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":109.2538,"has_fulltext":true,"cited_by_count":1395,"citation_normalized_percentile":{"value":0.99964752,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1441","last_page":"1451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8603850603103638},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7478208541870117},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7018386125564575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6060877442359924},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.60432368516922},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5078349709510803},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.49749162793159485},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.4952024519443512},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4334239959716797},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23609599471092224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603850603103638},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7478208541870117},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7018386125564575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6060877442359924},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.60432368516922},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5078349709510803},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.49749162793159485},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4952024519443512},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4334239959716797},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23609599471092224},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1139","pdf_url":"https://www.aclweb.org/anthology/P19-1139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1139","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1139","pdf_url":"https://www.aclweb.org/anthology/P19-1139.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1566444292","display_name":null,"funder_award_id":"21136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1919465925","display_name":null,"funder_award_id":"61621136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2250674499","display_name":null,"funder_award_id":"2016QNRC001","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3355224328","display_name":null,"funder_award_id":"61621136008","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3449269236","display_name":null,"funder_award_id":"DFG TRR-169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4236300763","display_name":null,"funder_award_id":"NSFC 61621136008","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4465373270","display_name":null,"funder_award_id":"NSFC 61621136008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5244829453","display_name":null,"funder_award_id":"TRR-169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6052429835","display_name":null,"funder_award_id":"(DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6449033798","display_name":null,"funder_award_id":"NSFC No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6503845381","display_name":null,"funder_award_id":"2016QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7218966570","display_name":null,"funder_award_id":"QNRC001","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"},{"id":"https://openalex.org/G7226905331","display_name":null,"funder_award_id":"TRR-169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G762232396","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7809237628","display_name":null,"funder_award_id":"61572273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8714109953","display_name":null,"funder_award_id":"QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2953356739.pdf","grobid_xml":"https://content.openalex.org/works/W2953356739.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W1599016936","https://openalex.org/W1713614699","https://openalex.org/W1840435438","https://openalex.org/W2025768430","https://openalex.org/W2117130368","https://openalex.org/W2123142779","https://openalex.org/W2127795553","https://openalex.org/W2130158090","https://openalex.org/W2144578941","https://openalex.org/W2153579005","https://openalex.org/W2158028897","https://openalex.org/W2158139315","https://openalex.org/W2170973209","https://openalex.org/W2250539671","https://openalex.org/W2250635077","https://openalex.org/W2250770256","https://openalex.org/W2251135946","https://openalex.org/W2251939518","https://openalex.org/W2515462165","https://openalex.org/W2567619939","https://openalex.org/W2739945392","https://openalex.org/W2759211898","https://openalex.org/W2760600531","https://openalex.org/W2788798739","https://openalex.org/W2798416089","https://openalex.org/W2798465082","https://openalex.org/W2889675133","https://openalex.org/W2891328459","https://openalex.org/W2892094955","https://openalex.org/W2892316911","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2923014074","https://openalex.org/W2938830017","https://openalex.org/W2949695381","https://openalex.org/W2952087486","https://openalex.org/W2952729433","https://openalex.org/W2962739339","https://openalex.org/W2962832505","https://openalex.org/W2962891712","https://openalex.org/W2963026768","https://openalex.org/W2963159690","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963563735","https://openalex.org/W2963748441","https://openalex.org/W2963755576","https://openalex.org/W2963777632","https://openalex.org/W2963789888","https://openalex.org/W2963829073","https://openalex.org/W2963846996","https://openalex.org/W2963855739","https://openalex.org/W2964330146","https://openalex.org/W2977745385","https://openalex.org/W2978670439","https://openalex.org/W4294170691","https://openalex.org/W4299838440","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3105220303","https://openalex.org/W4287903637","https://openalex.org/W2999168658","https://openalex.org/W3016473712","https://openalex.org/W2901701848","https://openalex.org/W2936497627","https://openalex.org/W2310188530","https://openalex.org/W3105163367","https://openalex.org/W4288267738","https://openalex.org/W2918609062"],"abstract_inverted_index":{"Neural":[0],"language":[1,36,53,64,84],"representation":[2,65,85],"models":[3,37],"such":[4],"as":[5],"BERT":[6,122],"pre-trained":[7,35],"on":[8,110,123],"large-scale":[9,75],"corpora":[10,77],"can":[11,45,62,89,137],"well":[12],"capture":[13],"rich":[14,47],"semantic":[15],"patterns":[16],"from":[17,140],"plain":[18],"text,":[19],"and":[20,78,96,114,131],"be":[21,138],"fine-tuned":[22],"to":[23,80],"consistently":[24],"improve":[25],"the":[26,33,119],"performance":[27],"of":[28,93,134],"various":[29,111],"NLP":[30,126],"tasks.":[31,127],"However,":[32],"existing":[34],"rarely":[38],"consider":[39],"incorporating":[40],"knowledge":[41,49,97],"graphs":[42],"(KGs),":[43],"which":[44,88],"provide":[46],"structured":[48],"facts":[50],"for":[51],"better":[52],"understanding.":[54],"We":[55],"argue":[56],"that":[57,105],"informative":[58],"entities":[59],"in":[60],"KGs":[61,79],"enhance":[63],"with":[66,118],"external":[67],"knowledge.":[68],"In":[69],"this":[70,135],"paper,":[71],"we":[72],"utilize":[73],"both":[74],"textual":[76],"train":[81],"an":[82],"enhanced":[83],"model":[86,121],"(ERNIE),":[87],"take":[90],"full":[91],"advantage":[92],"lexical,":[94],"syntactic,":[95],"information":[98],"simultaneously.":[99],"The":[100,128],"experimental":[101],"results":[102],"have":[103],"demonstrated":[104],"ERNIE":[106],"achieves":[107],"significant":[108],"improvements":[109],"knowledge-driven":[112],"tasks,":[113],"meanwhile":[115],"is":[116],"comparable":[117],"state-of-the-art":[120],"other":[124],"common":[125],"source":[129],"code":[130],"experiment":[132],"details":[133],"paper":[136],"obtained":[139],"https://":[141],"github.com/thunlp/ERNIE.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":125},{"year":2024,"cited_by_count":211},{"year":2023,"cited_by_count":273},{"year":2022,"cited_by_count":235},{"year":2021,"cited_by_count":294},{"year":2020,"cited_by_count":193},{"year":2019,"cited_by_count":34},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}