{"id":"https://openalex.org/W3132069728","doi":"https://doi.org/10.1016/j.patrec.2021.02.008","title":"Self-attention-based conditional random fields latent variables model for sequence labeling","display_name":"Self-attention-based conditional random fields latent variables model for sequence labeling","publication_year":2021,"publication_date":"2021-02-17","ids":{"openalex":"https://openalex.org/W3132069728","doi":"https://doi.org/10.1016/j.patrec.2021.02.008","mag":"3132069728"},"language":"en","primary_location":{"id":"doi:10.1016/j.patrec.2021.02.008","doi":"https://doi.org/10.1016/j.patrec.2021.02.008","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patrec.2021.02.008","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167865521000635/pdf","source":{"id":"https://openalex.org/S151820558","display_name":"Pattern Recognition Letters","issn_l":"0167-8655","issn":["0167-8655","1872-7344"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition Letters","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0167865521000635/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033860186","display_name":"Yinan Shao","orcid":"https://orcid.org/0000-0002-2198-1093","observed_orcids":["https://orcid.org/0000-0002-2198-1093"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinan Shao","raw_affiliation_strings":["Alibaba Inc., Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc., Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000640263","display_name":"Jerry Chun\u2010Wei Lin","orcid":"https://orcid.org/0000-0001-8768-9709","observed_orcids":["https://orcid.org/0000-0001-8768-9709","https://orcid.org/0000-0003-0920-0060","https://orcid.org/0000-0003-1778-9426"]},"institutions":[{"id":"https://openalex.org/I179863766","display_name":"Western Norway University of Applied Sciences","ror":"https://ror.org/05phns765","country_code":"NO","type":"education","lineage":["https://openalex.org/I179863766"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Jerry Chun-Wei Lin","raw_affiliation_strings":["Department of Computer Science, Electrical Engineering and Mathematical Sciences, Western Norway University of Applied Sciences, Bergen, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Electrical Engineering and Mathematical Sciences, Western Norway University of Applied Sciences, Bergen, Norway","institution_ids":["https://openalex.org/I179863766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041541232","display_name":"Gautam Srivastava","orcid":"https://orcid.org/0000-0001-9851-4103","observed_orcids":["https://orcid.org/0000-0001-9851-4103","https://orcid.org/0009-0004-9999-868X"]},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I48890080","display_name":"Brandon University","ror":"https://ror.org/02qp25a50","country_code":"CA","type":"education","lineage":["https://openalex.org/I48890080"]}],"countries":["CA","TW"],"is_corresponding":false,"raw_author_name":"Gautam Srivastava","raw_affiliation_strings":["Department of Mathematics and Computer Science, Brandon University, Brandon, Canada","Research Centre of Interneural Computing, China Medical University, Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Brandon University, Brandon, Canada","institution_ids":["https://openalex.org/I48890080"]},{"raw_affiliation_string":"Research Centre of Interneural Computing, China Medical University, Taichung, Taiwan","institution_ids":["https://openalex.org/I184693016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045461052","display_name":"Alireza Jolfaei","orcid":"https://orcid.org/0000-0001-7818-459X","observed_orcids":["https://orcid.org/0000-0001-7818-459X"]},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alireza Jolfaei","raw_affiliation_strings":["Department of Computing, Macquarie University, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101951484","display_name":"Dongdong Guo","orcid":"https://orcid.org/0000-0002-2352-2675","observed_orcids":["https://orcid.org/0000-0002-2352-2675"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdong Guo","raw_affiliation_strings":["Alibaba Inc., Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc., Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yi Hu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Alibaba Inc., Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc., Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000640263"],"corresponding_institution_ids":["https://openalex.org/I179863766"],"apc_list":{"value":2200,"currency":"USD","value_usd":2200},"apc_paid":{"value":2200,"currency":"USD","value_usd":2200},"fwci":3.25,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.93349402,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"145","issue":null,"first_page":"157","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4957999885082245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4957999885082245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.46480000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"sequence labeling","score":0.9169999957084656},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.8939999938011169},{"id":"https://openalex.org/keywords/conditional-random-fields","display_name":"conditional random fields","score":0.9919999837875366},{"id":"https://openalex.org/keywords/latent-variables","display_name":"latent variables","score":0.9710000157356262},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":0.6700000166893005},{"id":"https://openalex.org/keywords/part-of-speech-tagging","display_name":"part-of-speech tagging","score":0.906000018119812},{"id":"https://openalex.org/keywords/chunking","display_name":"chunking","score":0.9129999876022339},{"id":"https://openalex.org/keywords/syntactic-analysis","display_name":"syntactic analysis","score":0.49399998784065247},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.5329999923706055}],"concepts":[{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.8209835290908813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083410263061523},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.7987490892410278},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7341113090515137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7220504879951477},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.6751083135604858},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5355176329612732},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.5349919199943542},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5191782712936401},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5036713480949402},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.46585613489151},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4592435657978058},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.43393439054489136},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08526653051376343},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.patrec.2021.02.008","doi":"https://doi.org/10.1016/j.patrec.2021.02.008","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patrec.2021.02.008","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167865521000635/pdf","source":{"id":"https://openalex.org/S151820558","display_name":"Pattern Recognition Letters","issn_l":"0167-8655","issn":["0167-8655","1872-7344"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition Letters","raw_type":"journal-article"},{"id":"pmh:oai:hvlopen.brage.unit.no:11250/2984244","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2984244","pdf_url":null,"source":{"id":"https://openalex.org/S7407064446","display_name":"NORA - Norwegian Open Research Archives","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"157-164","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.patrec.2021.02.008","doi":"https://doi.org/10.1016/j.patrec.2021.02.008","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.patrec.2021.02.008","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167865521000635/pdf","source":{"id":"https://openalex.org/S151820558","display_name":"Pattern Recognition Letters","issn_l":"0167-8655","issn":["0167-8655","1872-7344"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pattern Recognition Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132069728.pdf","grobid_xml":"https://content.openalex.org/works/W3132069728.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W1575431606","https://openalex.org/W1940872118","https://openalex.org/W1978870270","https://openalex.org/W2004763266","https://openalex.org/W2007321142","https://openalex.org/W2032005922","https://openalex.org/W2077574412","https://openalex.org/W2096175520","https://openalex.org/W2110017413","https://openalex.org/W2130581319","https://openalex.org/W2147880316","https://openalex.org/W2158188757","https://openalex.org/W2165073960","https://openalex.org/W2252264945","https://openalex.org/W2470244387","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2887734252","https://openalex.org/W2902446432","https://openalex.org/W2909481502","https://openalex.org/W2962781483","https://openalex.org/W2966350350","https://openalex.org/W2976260559","https://openalex.org/W2996711979","https://openalex.org/W3008774220","https://openalex.org/W3023484593","https://openalex.org/W3043636152","https://openalex.org/W3090140268","https://openalex.org/W3092530991","https://openalex.org/W3096005429","https://openalex.org/W4255556797"],"related_works":["https://openalex.org/W3023484593","https://openalex.org/W2997963628","https://openalex.org/W2766012996","https://openalex.org/W3096005429","https://openalex.org/W4206800497","https://openalex.org/W4225452288","https://openalex.org/W3098383912","https://openalex.org/W2962906565","https://openalex.org/W2123131857","https://openalex.org/W2752313418"],"abstract_inverted_index":{"To":[0],"process":[1],"data":[2],"like":[3,31],"text":[4,32],"and":[5,36,63],"speech,":[6],"Natural":[7],"Language":[8],"Processing":[9],"(NLP)":[10],"is":[11,23,44],"a":[12,24,84],"valuable":[13],"tool.":[14],"As":[15],"on":[16,45],"of":[17,27,76,83,153],"NLP\u2019s":[18],"upstream":[19],"tasks,":[20],"sequence":[21,46,128],"labeling":[22,47],"vital":[25],"part":[26],"NLP":[28],"through":[29],"techniques":[30],"classification,":[33],"machine":[34],"translation,":[35],"sentiment":[37],"analysis.":[38],"In":[39,116],"this":[40],"paper,":[41],"our":[42,117,123],"focus":[43],"where":[48],"we":[49,121],"assign":[50],"semantic":[51],"labels":[52],"within":[53,69],"input":[54],"sequences.":[55],"We":[56],"present":[57],"two":[58],"novel":[59],"frameworks,":[60],"namely":[61],"SA-CRFLV-I":[62,99],"SA-CRFLV-II,":[64],"that":[65],"use":[66,75],"latent":[67,85,93],"variables":[68],"random":[70],"fields.":[71],"These":[72],"frameworks":[73,124,144],"make":[74],"an":[77],"encoding":[78],"schema":[79],"in":[80,95,151],"the":[81,92,96,101,105,113],"form":[82],"variable":[86],"to":[87,90,147],"be":[88],"able":[89],"capture":[91],"structure":[94],"observed":[97],"data.":[98],"shows":[100],"best":[102,111],"performance":[103,150],"at":[104,112],"sentence":[106],"level":[107],"whereas":[108],"SA-CRFLV-II":[109],"works":[110],"word":[114],"level.":[115],"in-depth":[118],"experimental":[119],"results,":[120],"compare":[122],"with":[125],"4":[126],"well-known":[127,155],"prediction":[129],"methodologies":[130],"which":[131],"include":[132],"NER,":[133],"reference":[134],"parsing,":[135],"chunking":[136],"as":[137,139],"well":[138],"POS":[140],"tagging.":[141],"The":[142],"proposed":[143],"are":[145],"shown":[146],"have":[148],"better":[149],"terms":[152],"many":[154],"metrics.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2021-03-01T00:00:00"}