{"id":"https://openalex.org/W4391697043","doi":"https://doi.org/10.1109/taslp.2024.3364610","title":"The MorPhEMe Machine: An Addressable Neural Memory for Learning Knowledge-Regularized Deep Contextualized Chinese Embedding","display_name":"The MorPhEMe Machine: An Addressable Neural Memory for Learning Knowledge-Regularized Deep Contextualized Chinese Embedding","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391697043","doi":"https://doi.org/10.1109/taslp.2024.3364610"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3364610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3364610","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003817408","display_name":"Zhibin Quan","orcid":"https://orcid.org/0000-0003-1748-8586"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Zhibin Quan","raw_affiliation_strings":["Department of Computer and Information Science, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076922237","display_name":"Chi\u2010Man Vong","orcid":"https://orcid.org/0000-0001-7997-8279"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chi-Man Vong","raw_affiliation_strings":["Department of Computer and Information Science, University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025947091","display_name":"Weili Zeng","orcid":"https://orcid.org/0000-0002-5266-2423"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weili Zeng","raw_affiliation_strings":["College of Civil Aviation, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Civil Aviation, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748706","display_name":"Wankou Yang","orcid":"https://orcid.org/0000-0002-6385-6776"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wankou Yang","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003817408"],"corresponding_institution_ids":["https://openalex.org/I204512498"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72681115,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"32","issue":null,"first_page":"1673","last_page":"1686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.630299985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.630299985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/morpheme","display_name":"Morpheme","score":0.8575384020805359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6226491332054138},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.607771635055542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5479186177253723},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5070576667785645},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45930349826812744}],"concepts":[{"id":"https://openalex.org/C165297611","wikidata":"https://www.wikidata.org/wiki/Q43249","display_name":"Morpheme","level":2,"score":0.8575384020805359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6226491332054138},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.607771635055542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5479186177253723},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5070576667785645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45930349826812744}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3364610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3364610","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5823185517","display_name":null,"funder_award_id":"61901221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7076747669","display_name":null,"funder_award_id":"62076126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7365544744","display_name":null,"funder_award_id":"62006041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1485086403","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2566150155","https://openalex.org/W2759366113","https://openalex.org/W2768172751","https://openalex.org/W2896457183","https://openalex.org/W2897356710","https://openalex.org/W2899663614","https://openalex.org/W2950118387","https://openalex.org/W2952370363","https://openalex.org/W2962739339","https://openalex.org/W2962805316","https://openalex.org/W2963270153","https://openalex.org/W2970986510","https://openalex.org/W2972874257","https://openalex.org/W2978017171","https://openalex.org/W2979691890","https://openalex.org/W2994636820","https://openalex.org/W2997666887","https://openalex.org/W2998704965","https://openalex.org/W3010108619","https://openalex.org/W3021636956","https://openalex.org/W3035927493","https://openalex.org/W3038012435","https://openalex.org/W3047603432","https://openalex.org/W3098518052","https://openalex.org/W3102725307","https://openalex.org/W3103671331","https://openalex.org/W3104453885","https://openalex.org/W3106031450","https://openalex.org/W3111869745","https://openalex.org/W3131922516","https://openalex.org/W3158607076","https://openalex.org/W3168153100","https://openalex.org/W3177265267","https://openalex.org/W3185537506","https://openalex.org/W3197744084","https://openalex.org/W4242929937","https://openalex.org/W4285208773","https://openalex.org/W4288076191","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W4387428045","https://openalex.org/W6605963037","https://openalex.org/W6680532216","https://openalex.org/W6712079353","https://openalex.org/W6745730395","https://openalex.org/W6755977528","https://openalex.org/W6763701032","https://openalex.org/W6767563556","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6774242638","https://openalex.org/W6780226713","https://openalex.org/W6786169801","https://openalex.org/W6790587919"],"related_works":["https://openalex.org/W4206127412","https://openalex.org/W4289013130","https://openalex.org/W4241414757","https://openalex.org/W4283366759","https://openalex.org/W2383186719","https://openalex.org/W3103292258","https://openalex.org/W2303278641","https://openalex.org/W2356355377","https://openalex.org/W2350316598","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Deep":[0],"contextualized":[1,54],"embeddings,":[2,55],"as":[3],"learned":[4],"by":[5,113],"large":[6,26],"pre-training":[7,99],"models,":[8,100,186],"have":[9],"proven":[10],"highly":[11],"effective":[12],"in":[13,24,182],"various":[14],"downstream":[15],"natural":[16,146,158],"language":[17,147,159,163],"processing":[18,160],"tasks.":[19],"However,":[20],"the":[21,132,142],"embedding":[22,122],"space":[23],"these":[25],"models":[27],"lacks":[28],"explicit":[29,120],"regularization,":[30],"leading":[31],"to":[32,51,140,184],"underfitting":[33],"and":[34,66,83,109,118,136,173,193],"substantial":[35],"costs":[36],"during":[37],"large-scale":[38],"training":[39],"on":[40],"huge":[41],"corpora.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"present":[47],"a":[48,92,114,153],"novel":[49],"approach":[50],"learning":[52],"deep":[53,93],"introducing":[56],"linguistic":[57],"knowledge":[58],"regularization.":[59],"Specifically,":[60],"our":[61],"proposed":[62],"model,":[63],"MorPhEMe":[64,86,101,139,151],"(Morphology":[65],"Phonology":[67],"Embedding":[68],"Memory),":[69],"features":[70],"an":[71],"external":[72],"addressable":[73,78],"memory":[74,121,126],"with":[75,190],"two":[76,103],"additional":[77],"memories":[79],"for":[80],"storing":[81],"morphology":[82,135],"phonology":[84,137],"knowledge.":[85],"can":[87],"be":[88],"seamlessly":[89],"stacked":[90],"into":[91],"architecture.":[94],"Notably":[95],"different":[96],"from":[97],"existing":[98],"boasts":[102],"distinctive":[104],"features:":[105],"(1)":[106],"compositional":[107],"encoding":[108],"decompositional":[110],"decoding":[111],"facilitated":[112],"dynamic":[115],"addressing":[116],"mechanism;":[117],"(2)":[119],"regularization":[123],"through":[124],"cross-layer":[125],"sharing.":[127],"Theoretical":[128],"analysis":[129],"suggests":[130],"that":[131,180],"inclusion":[133],"of":[134,145,156],"enables":[138],"reduce":[141],"modeling":[143],"complexity":[144],"sequences.":[148],"We":[149],"evaluate":[150],"across":[152],"diverse":[154],"set":[155],"Chinese":[157],"tasks,":[161],"including":[162],"modeling,":[164],"word":[165,168],"similarity":[166],"computation,":[167],"analogy":[169],"reasoning,":[170],"relation":[171],"extraction,":[172],"machine":[174],"reading":[175],"comprehension.":[176],"Experimental":[177],"results":[178],"demonstrate":[179],"MorPhEMe,":[181],"contrast":[183],"state-of-the-art":[185],"achieves":[187],"remarkable":[188],"improvements":[189],"fewer":[191],"parameters":[192],"rapid":[194],"convergence.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}