{"id":"https://openalex.org/W3011709470","doi":"https://doi.org/10.5220/0008945700830094","title":"Data Mining in Clinical Trial Text: Transformers for Classification and Question Answering Tasks","display_name":"Data Mining in Clinical Trial Text: Transformers for Classification and Question Answering Tasks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3011709470","doi":"https://doi.org/10.5220/0008945700830094","mag":"3011709470"},"language":"en","primary_location":{"id":"doi:10.5220/0008945700830094","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0008945700830094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064259189","display_name":"Lena Schmidt","orcid":"https://orcid.org/0000-0003-0709-8226"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]},{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lena Schmidt","raw_affiliation_strings":["University of Bristol, Bristol Medical School, 39 Whatley Road, BS82PS Bristol, U.K., University of Sussex, Department of Informatics, BN19QJ Brighton, U.K., --- Select a Country ---","University of Sussex, Department of Informatics, BN19QJ Brighton, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol, Bristol Medical School, 39 Whatley Road, BS82PS Bristol, U.K., University of Sussex, Department of Informatics, BN19QJ Brighton, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I36234482","https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Sussex, Department of Informatics, BN19QJ Brighton, U.K","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016270907","display_name":"Julie Weeds","orcid":"https://orcid.org/0000-0002-3831-4019"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julie Weeds","raw_affiliation_strings":["University of Sussex, Department of Informatics, BN19QJ Brighton, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sussex, Department of Informatics, BN19QJ Brighton, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031195893","display_name":"Julian P. T. Higgins","orcid":"https://orcid.org/0000-0002-8323-2514"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julian Higgins","raw_affiliation_strings":["University of Bristol, Bristol Medical School, 39 Whatley Road, BS82PS Bristol, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol, Bristol Medical School, 39 Whatley Road, BS82PS Bristol, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"83","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097771406173706},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6841636896133423},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6183817386627197},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5824972987174988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.558797299861908},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.528255820274353},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.4988713264465332},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.49595484137535095},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.48460254073143005},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4660922586917877},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4106609523296356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37912803888320923},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3228696882724762},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08706319332122803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097771406173706},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6841636896133423},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6183817386627197},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5824972987174988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.558797299861908},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.528255820274353},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.4988713264465332},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.49595484137535095},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.48460254073143005},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4660922586917877},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4106609523296356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37912803888320923},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3228696882724762},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08706319332122803},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0008945700830094","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0008945700830094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Joint Conference on Biomedical Engineering Systems and Technologies","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1598602811","https://openalex.org/W1614298861","https://openalex.org/W2016568784","https://openalex.org/W2032646652","https://openalex.org/W2294089040","https://openalex.org/W2427527485","https://openalex.org/W2541978711","https://openalex.org/W2560438049","https://openalex.org/W2593758073","https://openalex.org/W2600107025","https://openalex.org/W2885925344","https://openalex.org/W2893240169","https://openalex.org/W2896457183","https://openalex.org/W2922551710","https://openalex.org/W2947064635","https://openalex.org/W2950577311","https://openalex.org/W2955108721","https://openalex.org/W2963748441","https://openalex.org/W2964179635","https://openalex.org/W2980282514","https://openalex.org/W4320164613"],"related_works":["https://openalex.org/W173870552","https://openalex.org/W2167202928","https://openalex.org/W2604144356","https://openalex.org/W2916255597","https://openalex.org/W1984061923","https://openalex.org/W3157284875","https://openalex.org/W2259406085","https://openalex.org/W3091569222","https://openalex.org/W2999302224","https://openalex.org/W1495833002"],"abstract_inverted_index":{"This":[0],"research":[1],"on":[2,17,36,61,71],"data":[3,49,185],"extraction":[4,50,151],"methods":[5,182],"applies":[6],"recent":[7],"advances":[8],"in":[9,27,30,103,133,157,187],"natural":[10,73],"language":[11,74],"processing":[12,75],"to":[13,54,97,101,122,165,183],"evidence":[14],"synthesis":[15],"based":[16,60],"medical":[18],"texts.Texts":[19],"of":[20,24,88,142,145,178],"interest":[21],"include":[22],"abstracts":[23],"clinical":[25],"trials":[26],"English":[28],"and":[29,44,68,92,174],"multilingual":[31],"contexts.The":[32],"main":[33],"focus":[34],"is":[35,51,152],"information":[37],"characterized":[38],"via":[39],"the":[40,140,163,176,188],"Population,":[41],"Intervention,":[42],"Comparator,":[43],"Outcome":[45],"(PICO)":[46],"framework,":[47],"but":[48,126],"not":[52],"limited":[53],"these":[55],"fields.Recent":[56],"neural":[57],"network":[58],"architectures":[59],"transformers":[62],"show":[63],"capacities":[64],"for":[65,114,130,148],"transfer":[66],"learning":[67],"increased":[69],"performance":[70],"downstream":[72],"tasks":[76],"such":[77],"as":[78,108,110],"universal":[79],"reading":[80],"comprehension,":[81],"brought":[82],"forward":[83],"by":[84,154],"this":[85,158],"architecture's":[86],"use":[87],"contextualized":[89],"word":[90],"embeddings":[91],"self-attention":[93],"mechanisms.This":[94],"paper":[95,159],"contributes":[96],"solving":[98],"problems":[99],"related":[100],"ambiguity":[102],"PICO":[104,149],"sentence":[105],"prediction":[106],"tasks,":[107],"well":[109],"highlighting":[111],"how":[112,139],"annotations":[113,147],"training":[115,146],"named":[116],"entity":[117,150],"recognition":[118],"systems":[119],"are":[120],"used":[121],"train":[123],"a":[124],"high-performing,":[125],"nevertheless":[127],"flexible":[128],"architecture":[129],"question":[131],"answering":[132],"systematic":[134,167],"review":[135,168],"automation.Additionally,":[136],"it":[137],"demonstrates":[138],"problem":[141],"insufficient":[143],"amounts":[144],"tackled":[153],"augmentation.All":[155],"models":[156],"were":[160],"created":[161],"with":[162],"aim":[164],"support":[166,184],"(semi)automation.They":[169],"achieve":[170],"high":[171],"F1":[172],"scores,":[173],"demonstrate":[175],"feasibility":[177],"applying":[179],"transformer-based":[180],"classification":[181],"mining":[186],"biomedical":[189],"literature.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}