{"id":"https://openalex.org/W3119963537","doi":"https://doi.org/10.1145/3444370.3444557","title":"An Improved Algorithm for Bert","display_name":"An Improved Algorithm for Bert","publication_year":2020,"publication_date":"2020-12-04","ids":{"openalex":"https://openalex.org/W3119963537","doi":"https://doi.org/10.1145/3444370.3444557","mag":"3119963537"},"language":"en","primary_location":{"id":"doi:10.1145/3444370.3444557","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3444370.3444557","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Cyberspace Innovation of Advanced Technologies","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100774625","display_name":"Weiguo Wang","orcid":"https://orcid.org/0000-0002-8306-2658"},"institutions":[{"id":"https://openalex.org/I4210106808","display_name":"Guangzhou Institute of Advanced Technology","ror":"https://ror.org/01vcw4681","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210106808"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiguo Wang","raw_affiliation_strings":["Cyperspace Institute of Advanced Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyperspace Institute of Advanced Technology, Guangzhou, China","institution_ids":["https://openalex.org/I4210106808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070856186","display_name":"Zhaoquan Gu","orcid":"https://orcid.org/0000-0001-7546-852X"},"institutions":[{"id":"https://openalex.org/I4210106808","display_name":"Guangzhou Institute of Advanced Technology","ror":"https://ror.org/01vcw4681","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210106808"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoquan Gu","raw_affiliation_strings":["Cyperspace Institute of Advanced Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyperspace Institute of Advanced Technology, Guangzhou, China","institution_ids":["https://openalex.org/I4210106808"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047533842","display_name":"Keke Tang","orcid":"https://orcid.org/0000-0003-0377-1022"},"institutions":[{"id":"https://openalex.org/I4210106808","display_name":"Guangzhou Institute of Advanced Technology","ror":"https://ror.org/01vcw4681","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210106808"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keke Tang","raw_affiliation_strings":["Cyperspace Institute of Advanced Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyperspace Institute of Advanced Technology, Guangzhou, China","institution_ids":["https://openalex.org/I4210106808"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210106808"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"116","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8519089818000793},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7327128648757935},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.6063297986984253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6012611389160156},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5940778255462646},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5082826018333435},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44978272914886475},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4267881512641907},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3960278034210205},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06688517332077026},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06584873795509338}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8519089818000793},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7327128648757935},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.6063297986984253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6012611389160156},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5940778255462646},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5082826018333435},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44978272914886475},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4267881512641907},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3960278034210205},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06688517332077026},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06584873795509338},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3444370.3444557","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3444370.3444557","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Cyberspace Innovation of Advanced Technologies","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2022561503","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2250539671","https://openalex.org/W2402268235","https://openalex.org/W2622759881","https://openalex.org/W2626778328","https://openalex.org/W2962739339","https://openalex.org/W2963341956"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2903810591","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2890256614","https://openalex.org/W2949454572","https://openalex.org/W3066373881","https://openalex.org/W2970247882","https://openalex.org/W4389523797"],"abstract_inverted_index":{"Natural":[0],"language":[1],"processing":[2],"(NLP)":[3],"has":[4,34,50],"been":[5,20,51],"widely":[6],"applied":[7],"in":[8,39,55,65,101],"machine":[9],"translation,":[10],"speech":[11],"recognition":[12],"and":[13],"other":[14],"fields.":[15],"Many":[16],"elegant":[17],"results":[18,114],"have":[19],"proposed":[21,92],"such":[22],"as":[23,46],"text":[24],"classification,":[25],"sentiment":[26],"analysis.":[27],"In":[28,69],"recent":[29],"years,":[30],"the":[31,66,81,86,97,102,110,113,118,122],"Bert":[32,67,82,123],"model":[33,63,124],"made":[35],"a":[36,47],"great":[37],"breakthrough":[38],"many":[40,56,62],"NLP":[41],"tasks.":[42],"Afterwards,":[43],"using":[44],"transformer":[45],"feature":[48],"extractor":[49],"achieving":[52],"good":[53,127],"performance":[54],"scenarios.":[57],"However,":[58],"there":[59],"are":[60],"too":[61],"parameters":[64,100],"model.":[68,103],"order":[70],"to":[71,108],"solve":[72],"this":[73],"problem,":[74],"we":[75],"propose":[76],"an":[77],"improved":[78,119],"algorithm":[79,120],"for":[80,121],"model,":[83],"which":[84],"shares":[85],"first":[87],"11":[88],"layers'":[89],"parameters.":[90],"The":[91],"method":[93],"could":[94,125],"largely":[95],"reduce":[96],"number":[98],"of":[99],"We":[104],"also":[105,115],"conduct":[106],"experiments":[107],"evaluate":[109],"algorithm's":[111],"performance;":[112],"validate":[116],"that":[117],"achieve":[126],"results.":[128]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}