{"id":"https://openalex.org/W3201055377","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533973","title":"PTWA: Pre-Training with Word Attention for Chinese Named Entity Recognition","display_name":"PTWA: Pre-Training with Word Attention for Chinese Named Entity Recognition","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201055377","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533973","mag":"3201055377"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038055180","display_name":"Kaixin Ma","orcid":"https://orcid.org/0000-0001-7414-5673"},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kaixin Ma","raw_affiliation_strings":["School of Information and Computer Engineering, Northeast Forestry University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer Engineering, Northeast Forestry University, Harbin, China","institution_ids":["https://openalex.org/I47689461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100694693","display_name":"Meiling Liu","orcid":"https://orcid.org/0000-0003-4208-7274"},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiling Liu","raw_affiliation_strings":["School of Information and Computer Engineering, Northeast Forestry University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer Engineering, Northeast Forestry University, Harbin, China","institution_ids":["https://openalex.org/I47689461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038560914","display_name":"Tiejun Zhao","orcid":"https://orcid.org/0000-0002-1754-5416"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048243922","display_name":"Jiyun Zhou","orcid":"https://orcid.org/0000-0002-2145-2976"},"institutions":[{"id":"https://openalex.org/I4210151493","display_name":"Lieber Institute for Brain Development","ror":"https://ror.org/04q36wn27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210151493"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyun Zhou","raw_affiliation_strings":["Lieber Institute, Johns Hopkins University, Baltimore, USA"],"affiliations":[{"raw_affiliation_string":"Lieber Institute, Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I4210151493","https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100342259","display_name":"Yu Yang","orcid":"https://orcid.org/0000-0001-9113-6023"},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["School of Information and Computer Engineering, Northeast Forestry University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer Engineering, Northeast Forestry University, Harbin, China","institution_ids":["https://openalex.org/I47689461"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038055180"],"corresponding_institution_ids":["https://openalex.org/I47689461"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63501166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8338571786880493},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7024136185646057},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7015795111656189},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6473350524902344},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.5678682923316956},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.566140353679657},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.5625468492507935},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.49153050780296326},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45632436871528625},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.455606609582901},{"id":"https://openalex.org/keywords/chinese-characters","display_name":"Chinese characters","score":0.43726351857185364},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36988794803619385},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.25698530673980713},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13678959012031555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338571786880493},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7024136185646057},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7015795111656189},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6473350524902344},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.5678682923316956},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.566140353679657},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.5625468492507935},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.49153050780296326},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45632436871528625},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.455606609582901},{"id":"https://openalex.org/C2781051154","wikidata":"https://www.wikidata.org/wiki/Q8201","display_name":"Chinese characters","level":2,"score":0.43726351857185364},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36988794803619385},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.25698530673980713},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13678959012031555},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G789830688","display_name":null,"funder_award_id":"61702091","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1512811194","https://openalex.org/W1575907248","https://openalex.org/W1607093392","https://openalex.org/W2250709962","https://openalex.org/W2251435463","https://openalex.org/W2252066972","https://openalex.org/W2403753280","https://openalex.org/W2759200442","https://openalex.org/W2885353156","https://openalex.org/W2896457183","https://openalex.org/W2938830017","https://openalex.org/W2944852028","https://openalex.org/W2962904552","https://openalex.org/W2963341956","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2965690110","https://openalex.org/W2983725648","https://openalex.org/W3034379414","https://openalex.org/W3098065087","https://openalex.org/W3210120707","https://openalex.org/W4385245566","https://openalex.org/W6630740744","https://openalex.org/W6634451464","https://openalex.org/W6691235938","https://openalex.org/W6691656781","https://openalex.org/W6712909727","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6761910064","https://openalex.org/W6766673545","https://openalex.org/W6769598716","https://openalex.org/W6802852670"],"related_works":["https://openalex.org/W2140536630","https://openalex.org/W3195005284","https://openalex.org/W2391730868","https://openalex.org/W4394659737","https://openalex.org/W2759814045","https://openalex.org/W2118055728","https://openalex.org/W4399756845","https://openalex.org/W2736760277","https://openalex.org/W4386940087","https://openalex.org/W4386931226"],"abstract_inverted_index":{"Recently,":[0],"the":[1,21,24,29,34,55,59,64,90,142,148,152,194],"character-based":[2],"model":[3,27],"that":[4,175,193],"incorporates":[5],"potential":[6,161],"word":[7,111,121,126,130,135,143,162,178],"information":[8,56,75,163,179],"has":[9],"proven":[10],"effective":[11],"for":[12,101,113],"Chinese":[13,45,79,114,189,205],"named":[14,115],"entity":[15,116],"recognition":[16],"(NER).":[17],"However,":[18],"due":[19],"to":[20,37,69,89,123,139],"independence":[22],"of":[23,92,151,160,196],"pre-trained":[25,46,173],"character":[26,71,84],"and":[28,40,78,132,169,183,204],"lexicon,":[30,168],"it":[31],"will":[32,87],"cause":[33],"embedding":[35],"space":[36],"be":[38,42],"misaligned":[39],"cannot":[41,66],"combined":[43],"well.":[44],"encoders":[47],"usually":[48],"process":[49],"text":[50],"as":[51,181],"characters.":[52],"It":[53],"ignores":[54],"carried":[57],"by":[58],"larger":[60],"granular":[61],"information,":[62,95],"so":[63],"encoder":[65],"easily":[67],"adapt":[68],"certain":[70],"combinations.":[72],"Because":[73],"large-grained":[74],"is":[76,97,198],"ignored":[77],"does":[80],"not":[81],"have":[82],"clear":[83],"boundaries,":[85],"this":[86,104],"lead":[88],"loss":[91],"important":[93,99],"semantic":[94],"which":[96],"an":[98,166],"problem":[100],"Chinese.":[102],"In":[103],"paper,":[105],"we":[106],"propose":[107],"PTWA:":[108],"pre-training":[109,206],"with":[110,172],"attention":[112,122],"recognition.":[117],"PTWA":[118,154,197],"uses":[119],"multi-head":[120],"form":[124],"a":[125,134],"vector":[127,144],"from":[128],"multiple":[129],"vectors,":[131],"proposes":[133],"length":[136],"prediction":[137],"task":[138],"better":[140,199],"integrate":[141],"into":[145],"pre-training.":[146],"With":[147],"powerful":[149],"capabilities":[150],"transformer,":[153],"can":[155,170],"explicitly":[156],"make":[157],"full":[158],"use":[159,177],"without":[164],"adding":[165],"external":[167],"coexist":[171],"models":[174,203],"implicitly":[176],"(such":[180],"BERT-WWM,":[182],"ERNIE).":[184],"Experiments":[185],"conducted":[186],"on":[187],"four":[188],"NER":[190],"datasets":[191],"show":[192],"performance":[195],"than":[200],"other":[201],"word-word":[202],"models.":[207]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}