{"id":"https://openalex.org/W4206631742","doi":"https://doi.org/10.1109/access.2021.3135381","title":"Cross-Domain Limitations of Neural Models on Biomedical Relation Classification","display_name":"Cross-Domain Limitations of Neural Models on Biomedical Relation Classification","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4206631742","doi":"https://doi.org/10.1109/access.2021.3135381"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3135381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09648338.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09648338.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019116960","display_name":"Ilseyar Alimova","orcid":"https://orcid.org/0000-0003-4528-6631"},"institutions":[{"id":"https://openalex.org/I21203515","display_name":"Kazan Federal University","ror":"https://ror.org/05256ym39","country_code":"RU","type":"education","lineage":["https://openalex.org/I21203515"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ilseyar Alimova","raw_affiliation_strings":["Alexander Butlerov Institute of Chemistry, Kazan Federal University, Kazan, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexander Butlerov Institute of Chemistry, Kazan Federal University, Kazan, Russia","institution_ids":["https://openalex.org/I21203515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012311258","display_name":"Elena Tutubalina","orcid":"https://orcid.org/0000-0001-7936-0284"},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]},{"id":"https://openalex.org/I21203515","display_name":"Kazan Federal University","ror":"https://ror.org/05256ym39","country_code":"RU","type":"education","lineage":["https://openalex.org/I21203515"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Elena Tutubalina","raw_affiliation_strings":["Alexander Butlerov Institute of Chemistry, Kazan Federal University, Kazan, Russia","Faculty of Computer Science, National Research University Higher School of Economics, Moscow, Russia","Sber AI, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0001-7936-0284","affiliations":[{"raw_affiliation_string":"Alexander Butlerov Institute of Chemistry, Kazan Federal University, Kazan, Russia","institution_ids":["https://openalex.org/I21203515"]},{"raw_affiliation_string":"Faculty of Computer Science, National Research University Higher School of Economics, Moscow, Russia","institution_ids":["https://openalex.org/I118501908"]},{"raw_affiliation_string":"Sber AI, Moscow, Russia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045523675","display_name":"Sergey Nikolenko","orcid":"https://orcid.org/0000-0001-7787-2251"},"institutions":[{"id":"https://openalex.org/I172901346","display_name":"St Petersburg University","ror":"https://ror.org/023znxa73","country_code":"RU","type":"education","lineage":["https://openalex.org/I172901346"]},{"id":"https://openalex.org/I2800906181","display_name":"St. Petersburg Department of Steklov Institute of Mathematics","ror":"https://ror.org/030h9s280","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I2800906181","https://openalex.org/I4210124601"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Sergey I. Nikolenko","raw_affiliation_strings":["Department of Mathematics and Computer Science, Saint Petersburg State University, Saint Petersburg, Russia","Steklov Institute of Mathematics, Saint Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0001-7787-2251","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Saint Petersburg State University, Saint Petersburg, Russia","institution_ids":["https://openalex.org/I172901346"]},{"raw_affiliation_string":"Steklov Institute of Mathematics, Saint Petersburg, Russia","institution_ids":["https://openalex.org/I2800906181"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9795,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.81411886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"1432","last_page":"1439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7960300445556641},{"id":"https://openalex.org/keywords/biomedical-text-mining","display_name":"Biomedical text mining","score":0.6933742165565491},{"id":"https://openalex.org/keywords/biomedicine","display_name":"Biomedicine","score":0.6189817190170288},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5572439432144165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5430419445037842},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5375807881355286},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5251176953315735},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5166085362434387},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.49805426597595215},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4897160828113556},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45344027876853943},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43566447496414185},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4306163489818573},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3403346538543701},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3277987837791443},{"id":"https://openalex.org/keywords/text-mining","display_name":"Text mining","score":0.1338086724281311},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08779287338256836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7960300445556641},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.6933742165565491},{"id":"https://openalex.org/C66782513","wikidata":"https://www.wikidata.org/wiki/Q864601","display_name":"Biomedicine","level":2,"score":0.6189817190170288},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5572439432144165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5430419445037842},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5375807881355286},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5251176953315735},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5166085362434387},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.49805426597595215},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4897160828113556},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45344027876853943},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43566447496414185},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4306163489818573},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3403346538543701},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3277987837791443},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.1338086724281311},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08779287338256836},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3135381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09648338.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a74b31bf59a6441298ca46d713434d87","is_oa":true,"landing_page_url":"https://doaj.org/article/a74b31bf59a6441298ca46d713434d87","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 1432-1439 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3135381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3135381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09648338.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2322571202","display_name":null,"funder_award_id":"18-11-00284","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"},{"id":"https://openalex.org/G7596872587","display_name":null,"funder_award_id":"73555239","funder_id":"https://openalex.org/F4320322515","funder_display_name":"Saint Petersburg State University"}],"funders":[{"id":"https://openalex.org/F4320322515","display_name":"Saint Petersburg State University","ror":"https://ror.org/023znxa73"},{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206631742.pdf","grobid_xml":"https://content.openalex.org/works/W4206631742.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2060300932","https://openalex.org/W2064675550","https://openalex.org/W2121844933","https://openalex.org/W2168041406","https://openalex.org/W2334487059","https://openalex.org/W2346452181","https://openalex.org/W2515462165","https://openalex.org/W2612233603","https://openalex.org/W2883897757","https://openalex.org/W2908840510","https://openalex.org/W2911489562","https://openalex.org/W2931010691","https://openalex.org/W2944400536","https://openalex.org/W2950540372","https://openalex.org/W2964105358","https://openalex.org/W2964164368","https://openalex.org/W2964168600","https://openalex.org/W2970771982","https://openalex.org/W3002544904","https://openalex.org/W3005237274","https://openalex.org/W3099465677","https://openalex.org/W6631190155","https://openalex.org/W6691723933","https://openalex.org/W6732370935","https://openalex.org/W6739901393","https://openalex.org/W6759121714","https://openalex.org/W6779195109","https://openalex.org/W6781031682"],"related_works":["https://openalex.org/W2251332378","https://openalex.org/W2064314529","https://openalex.org/W122651434","https://openalex.org/W2057069926","https://openalex.org/W2106349067","https://openalex.org/W3111301126","https://openalex.org/W3004540147","https://openalex.org/W3045642779","https://openalex.org/W2798423693","https://openalex.org/W2572241437"],"abstract_inverted_index":{"Relation":[0],"extraction":[1,140],"(RE)":[2],"aims":[3],"to":[4,14,76,106],"extract":[5],"relational":[6],"facts":[7],"from":[8,34,135],"plain":[9],"text,":[10],"which":[11],"is":[12],"essential":[13],"the":[15,20,47,81,117,162],"biomedical":[16,24,91,113,158],"research":[17],"field":[18],"with":[19,68,129,208],"rapid":[21],"growth":[22],"of":[23,30,83,111,119,157,171,192,211],"literature":[25],"and":[26,40,65,71,115,131,148,166,173,183],"generally":[27],"large":[28],"volumes":[29],"biomedicine-related":[31],"text":[32,95],"coming":[33],"various":[35],"sources.":[36],"Numerous":[37],"annotated":[38],"corpora":[39,62],"state-of-the-art":[41,120],"models":[42,59],"have":[43],"been":[44],"introduced":[45],"in":[46,63,181,190,201,214],"past":[48],"five":[49],"years.":[50],"However,":[51],"there":[52],"are":[53],"no":[54],"general":[55],"guidelines":[56],"about":[57],"evaluating":[58],"on":[60,124],"these":[61],"single-":[64],"cross-domain":[66,206],"settings":[67],"diverse":[69],"entities":[70,92],"relation":[72,87,139],"types.":[73],"We":[74,152],"aim":[75],"fill":[77],"this":[78,98,202],"gap":[79],"for":[80,138,175,194],"task":[82],"detecting":[84],"whether":[85],"a":[86,94,102,108,154,209],"holds":[88],"between":[89],"two":[90,142],"given":[93],"span.":[96],"In":[97],"work,":[99],"we":[100],"present":[101,153],"fine-grained":[103],"evaluation":[104,110,156,170],"intended":[105],"perform":[107],"comparative":[109,155],"four":[112],"benchmarks":[114],"understand":[116],"efficiency":[118],"neural":[121],"architectures":[122],"based":[123],"Long":[125],"Short-Term":[126],"Memory":[127],"(LSTM)":[128],"cross-attention":[130,197],"Bidirectional":[132],"Encoder":[133],"Representations":[134],"Transformers":[136],"(BERT)":[137],"across":[141],"main":[143],"domains,":[144],"namely":[145],"scientific":[146],"abstracts":[147],"electronic":[149],"health":[150],"records.":[151],"RE":[159],"datasets,":[160],"including":[161],"PHAEDRA,":[163],"i2b2/VA,":[164],"BC5CDR,":[165],"MADE":[167],"corpora.":[168],"Our":[169],"BioBERT":[172],"LSTM":[174,198],"binary":[176],"classification":[177],"shows":[178],"significant":[179],"divergence":[180],"in-domain":[182],"out-of-domain":[184],"performance,":[185,207],"finding":[186],"an":[187],"average":[188],"drop":[189,210],"F1-measure":[191],"34.2%":[193],"BioBERT.":[195],"The":[196],"model":[199],"developed":[200],"work":[203],"exhibits":[204],"better":[205],"only":[212],"27.6%":[213],"F-measure.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}