{"id":"https://openalex.org/W3161430317","doi":"https://doi.org/10.1109/access.2021.3080085","title":"Transformers for Clinical Coding in Spanish","display_name":"Transformers for Clinical Coding in Spanish","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3161430317","doi":"https://doi.org/10.1109/access.2021.3080085","mag":"3161430317"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3080085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3080085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3080085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034929012","display_name":"Guillermo L\u00f3pez-Garc\u00eda","orcid":"https://orcid.org/0000-0001-5903-1483"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Guillermo Lopez-Garcia","raw_affiliation_strings":["Universidad de M\u00e1laga, M\u00e1laga, Spain"],"raw_orcid":"https://orcid.org/0000-0001-5903-1483","affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009946045","display_name":"Jos\u00e9 M. Jerez","orcid":"https://orcid.org/0000-0002-7858-2966"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose M. Jerez","raw_affiliation_strings":["Universidad de M\u00e1laga, M\u00e1laga, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087468615","display_name":"Nuria Ribelles","orcid":"https://orcid.org/0000-0003-3194-7398"},"institutions":[{"id":"https://openalex.org/I4210164724","display_name":"Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga","ror":"https://ror.org/05n3asa33","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210164724"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Nuria Ribelles","raw_affiliation_strings":["Unidad de Gesti\u00f3n Cl\u00ednica Intercentros de Oncolog\u00eda, Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga (IBIMA), Hospitales Universitarios Regional y Virgen de la Victoria, M\u00e1laga, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unidad de Gesti\u00f3n Cl\u00ednica Intercentros de Oncolog\u00eda, Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga (IBIMA), Hospitales Universitarios Regional y Virgen de la Victoria, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I4210164724"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036532311","display_name":"Emilio Alba","orcid":"https://orcid.org/0000-0002-3364-2603"},"institutions":[{"id":"https://openalex.org/I4210164724","display_name":"Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga","ror":"https://ror.org/05n3asa33","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210164724"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Emilio Alba","raw_affiliation_strings":["Unidad de Gesti\u00f3n Cl\u00ednica Intercentros de Oncolog\u00eda, Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga (IBIMA), Hospitales Universitarios Regional y Virgen de la Victoria, M\u00e1laga, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unidad de Gesti\u00f3n Cl\u00ednica Intercentros de Oncolog\u00eda, Instituto de Investigaci\u00f3n Biom\u00e9dica de M\u00e1laga (IBIMA), Hospitales Universitarios Regional y Virgen de la Victoria, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I4210164724"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067194140","display_name":"Francisco J. Veredas","orcid":"https://orcid.org/0000-0003-0739-2505"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco J. Veredas","raw_affiliation_strings":["Universidad de M\u00e1laga, M\u00e1laga, Spain"],"raw_orcid":"https://orcid.org/0000-0003-0739-2505","affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga, M\u00e1laga, Spain","institution_ids":["https://openalex.org/I82767444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":3.2227,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.92752091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"72387","last_page":"72397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7795588970184326},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7328118085861206},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6442069411277771},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6242752075195312},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5554043650627136},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.5501329898834229},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46313929557800293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4473671615123749},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4171910285949707},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.10484504699707031}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7795588970184326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7328118085861206},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6442069411277771},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6242752075195312},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5554043650627136},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.5501329898834229},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46313929557800293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4473671615123749},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4171910285949707},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.10484504699707031},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3080085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3080085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:www.repositoriosalud.es:10668/18975","is_oa":true,"landing_page_url":"http://hdl.handle.net/10668/18975","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09430499.pdf","source":{"id":"https://openalex.org/S4377196114","display_name":"RISalud Institutional Health Repository of Andaluc\u00eda","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"},{"id":"pmh:oai:doaj.org/article:38710e12ab9a4f5b94109c42c517fa02","is_oa":true,"landing_page_url":"https://doaj.org/article/38710e12ab9a4f5b94109c42c517fa02","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 72387-72397 (2021)","raw_type":"article"},{"id":"pmh:oai:www.repositoriosalud.es:10668/3836","is_oa":true,"landing_page_url":"http://hdl.handle.net/10668/3836","pdf_url":null,"source":{"id":"https://openalex.org/S4377196114","display_name":"RISalud Institutional Health Repository of Andaluc\u00eda","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3080085","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3080085","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311265","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28"},{"id":"https://openalex.org/F4320326754","display_name":"Junta de Andaluc\u00eda","ror":"https://ror.org/01jem9c82"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W630532510","https://openalex.org/W1541322638","https://openalex.org/W1870686808","https://openalex.org/W2096664202","https://openalex.org/W2100676408","https://openalex.org/W2336734465","https://openalex.org/W2550821151","https://openalex.org/W2805432200","https://openalex.org/W2883849462","https://openalex.org/W2886093373","https://openalex.org/W2889764698","https://openalex.org/W2896457183","https://openalex.org/W2902516827","https://openalex.org/W2914120296","https://openalex.org/W2943001064","https://openalex.org/W2948042116","https://openalex.org/W2948230824","https://openalex.org/W2955483668","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963126915","https://openalex.org/W2963250244","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963716420","https://openalex.org/W2964295521","https://openalex.org/W2965373594","https://openalex.org/W2968917279","https://openalex.org/W2970597249","https://openalex.org/W2980282514","https://openalex.org/W2994689640","https://openalex.org/W3013462789","https://openalex.org/W3028925963","https://openalex.org/W3035390927","https://openalex.org/W3046500025","https://openalex.org/W3082274269","https://openalex.org/W3095092693","https://openalex.org/W3095525213","https://openalex.org/W3096590546","https://openalex.org/W3097007564","https://openalex.org/W3097484695","https://openalex.org/W3116121758","https://openalex.org/W4288089799","https://openalex.org/W4385245566","https://openalex.org/W4385681388","https://openalex.org/W6703082266","https://openalex.org/W6736878346","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6759455113","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6767164110","https://openalex.org/W6769263558","https://openalex.org/W6769627184","https://openalex.org/W7051469422"],"related_works":["https://openalex.org/W3115058362","https://openalex.org/W3149011051","https://openalex.org/W4281476908","https://openalex.org/W4387517132","https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W4388937418","https://openalex.org/W3098382480"],"abstract_inverted_index":{"Automatic":[0],"clinical":[1,33,82,117,140,231,237,257],"coding":[2,34,83,141,250],"is":[3,62],"an":[4,173],"essential":[5],"task":[6],"in":[7,18,26,39,50,66,70,84,254],"the":[8,27,43,90,97,120,126,153,157,166,169,177,181,186,208,221,229,236,255],"process":[9],"of":[10,29,46,114,122,128,168,180,193],"extracting":[11],"relevant":[12],"information":[13],"from":[14],"unstructured":[15],"documents":[16],"contained":[17],"electronic":[19],"health":[20],"records":[21],"(EHRs).":[22],"However,":[23],"most":[24],"research":[25],"development":[28],"computer-based":[30],"methods":[31,246],"for":[32,80,247],"focuses":[35],"on":[36,111,137,198],"texts":[37,69],"written":[38],"English":[40],"due":[41],"to":[42,125,228],"limited":[44],"availability":[45],"medical":[47,130,249],"linguistic":[48],"resources":[49],"languages":[51],"other":[52,252],"than":[53],"English.":[54],"With":[55],"nearly":[56],"500":[57],"million":[58],"native":[59],"speakers,":[60],"there":[61],"a":[63,87,112,144],"worldwide":[64],"interest":[65],"processing":[67,240],"healthcare":[68],"Spanish.":[71,85],"In":[72],"this":[73],"study,":[74],"we":[75],"systematically":[76],"analyzed":[77,151],"transformer-based":[78],"models":[79,134],"automatic":[81],"Using":[86],"transfer-learning-based":[88],"approach,":[89],"three":[91,138,182],"existing":[92],"transformer":[93],"architectures":[94],"that":[95],"support":[96],"Spanish":[98,129,230,256],"language,":[99],"namely,":[100],"multilingual":[101],"BERT":[102],"(mBERT),":[103],"BETO":[104,223],"and":[105,196,201,215,224,251],"XLM-RoBERTa":[106],"(XLM-R),":[107],"were":[108,135],"first":[109],"pretrained":[110],"corpus":[113],"real-world":[115],"oncology":[116],"cases":[118],"with":[119,172,190,242],"goal":[121],"adapting":[123],"transformers":[124,184,226],"particularities":[127],"texts.":[131],"The":[132],"resulting":[133],"fine-tuned":[136],"distinct":[139,183],"tasks,":[142,204],"following":[143],"multilabel":[145],"sentence":[146],"classification":[147],"strategy.":[148],"For":[149],"each":[150],"transformer,":[152],"domain-specific":[154],"version":[155],"outperformed":[156],"original":[158],"general":[159],"domain":[160,232],"model":[161],"across":[162],"those":[163],"tasks.":[164],"Moreover,":[165],"combination":[167],"developed":[170],"strategy":[171],"ensemble":[174],"approach":[175],"leveraging":[176],"predictive":[178],"capacities":[179],"yielded":[185],"best":[187],"obtained":[188],"results,":[189],"MAP":[191],"scores":[192],"0.662,":[194],"0.544":[195],"0.884":[197],"CodiEsp-D,":[199],"CodiEsp-P":[200],"Cantemist-Coding":[202],"shared":[203],"which":[205],"remarkably":[206],"improved":[207],"previous":[209],"state-of-the-art":[210],"performance":[211],"by":[212],"11.6%,":[213],"10.3%":[214],"4.4%,":[216],"respectively.":[217],"We":[218],"publicly":[219],"release":[220],"mBERT,":[222],"XLMR":[225],"adapted":[227],"at":[233],"https://github.com/guilopgar/ClinicalCodingTransformerES,":[234],"providing":[235],"natural":[238],"language":[239],"community":[241],"advanced":[243],"deep":[244],"learning":[245],"performing":[248],"tasks":[253],"domain.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}