{"id":"https://openalex.org/W3116099796","doi":"https://doi.org/10.18653/v1/2020.coling-main.59","title":"BioMedBERT: A Pre-trained Biomedical Language Model for QA and IR","display_name":"BioMedBERT: A Pre-trained Biomedical Language Model for QA and IR","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3116099796","doi":"https://doi.org/10.18653/v1/2020.coling-main.59","mag":"3116099796"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.coling-main.59","doi":"https://doi.org/10.18653/v1/2020.coling-main.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.59","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.59.pdf","source":{"id":"https://openalex.org/S4306419219","display_name":"International Conference on Computational Linguistics","issn_l":"1525-2477","issn":["1525-2477"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3116099796"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/2020.coling-main.59.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052013511","display_name":"Souradip Chakraborty","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Souradip Chakraborty","raw_affiliation_strings":["Walmart Labs","TPHS Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]},{"raw_affiliation_string":"TPHS Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031048414","display_name":"Ekaba Bisong","orcid":"https://orcid.org/0000-0003-3714-967X","observed_orcids":["https://orcid.org/0000-0003-3714-967X"]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ekaba Bisong","raw_affiliation_strings":["TPHS Research","Walmart Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TPHS Research","institution_ids":[]},{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shweta Bhatt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shweta Bhatt","raw_affiliation_strings":["Walmart Labs","TPHS Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]},{"raw_affiliation_string":"TPHS Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas Wagner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Thomas Wagner","raw_affiliation_strings":["TPHS Research","Walmart Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TPHS Research","institution_ids":[]},{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030803876","display_name":"Riley Elliott","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Riley Elliott","raw_affiliation_strings":["TPHS Research","Walmart Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TPHS Research","institution_ids":[]},{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]}]},{"author_position":"last","author":{"id":null,"display_name":"Francesco Mosconi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1330693074","display_name":"Walmart (United States)","ror":"https://ror.org/04j0gge90","country_code":"US","type":"company","lineage":["https://openalex.org/I1330693074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Francesco Mosconi","raw_affiliation_strings":["TPHS Research","Walmart Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TPHS Research","institution_ids":[]},{"raw_affiliation_string":"Walmart Labs","institution_ids":["https://openalex.org/I1330693074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1330693074"],"apc_list":null,"apc_paid":null,"fwci":3.0046,"has_fulltext":true,"cited_by_count":103,"citation_normalized_percentile":{"value":0.92549669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"669","last_page":"679"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.4050000011920929,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.4050000011920929,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3073999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.22939999401569366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biomedical-language-models","display_name":"biomedical language models","score":0.6549999713897705},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.8080000281333923},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9580000042915344},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"information retrieval","score":0.9089999794960022},{"id":"https://openalex.org/keywords/bioasq","display_name":"BioASQ","score":0.9110000133514404},{"id":"https://openalex.org/keywords/literature-search","display_name":"literature searching","score":0.7210000157356262},{"id":"https://openalex.org/keywords/elasticsearch","display_name":"Elasticsearch","score":0.38199999928474426},{"id":"https://openalex.org/keywords/contextualized-embeddings","display_name":"contextual embeddings","score":0.3149999976158142}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8714749813079834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8193576335906982},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6753097772598267},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5463590621948242},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5424789190292358},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5017344951629639},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4947606921195984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46505507826805115},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.4225751459598541},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.41899359226226807},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3934444189071655},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3822677731513977},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.258732408285141},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.coling-main.59","doi":"https://doi.org/10.18653/v1/2020.coling-main.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.59","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.59.pdf","source":{"id":"https://openalex.org/S4306419219","display_name":"International Conference on Computational Linguistics","issn_l":"1525-2477","issn":["1525-2477"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.coling-main.59","doi":"https://doi.org/10.18653/v1/2020.coling-main.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.59","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.59.pdf","source":{"id":"https://openalex.org/S4306419219","display_name":"International Conference on Computational Linguistics","issn_l":"1525-2477","issn":["1525-2477"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3116099796.pdf","grobid_xml":"https://content.openalex.org/works/W3116099796.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W1662133657","https://openalex.org/W1689711448","https://openalex.org/W1736726159","https://openalex.org/W1981208470","https://openalex.org/W2047782770","https://openalex.org/W2052217781","https://openalex.org/W2133564696","https://openalex.org/W2136437513","https://openalex.org/W2149369282","https://openalex.org/W2153579005","https://openalex.org/W2154142897","https://openalex.org/W2169099542","https://openalex.org/W2250539671","https://openalex.org/W2270070752","https://openalex.org/W2346452181","https://openalex.org/W2468328197","https://openalex.org/W2479527281","https://openalex.org/W2525778437","https://openalex.org/W2626667877","https://openalex.org/W2626778328","https://openalex.org/W2885185669","https://openalex.org/W2896457183","https://openalex.org/W2909544278","https://openalex.org/W2911489562","https://openalex.org/W2963339489","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W3013838212","https://openalex.org/W4229641819"],"related_works":["https://openalex.org/W4380519721","https://openalex.org/W3197080720","https://openalex.org/W6927491966","https://openalex.org/W3154065069","https://openalex.org/W4281817583","https://openalex.org/W4299738488","https://openalex.org/W4385626659","https://openalex.org/W3013838212","https://openalex.org/W4312069048"],"abstract_inverted_index":{"The":[0],"SARS-CoV-2":[1],"(COVID-19)":[2],"pandemic":[3],"spotlighted":[4],"the":[5,14,23,51,56,79,87,118,143,148,168],"importance":[6],"of":[7,16,25,53,86,91],"moving":[8],"quickly":[9],"with":[10,140],"biomedical":[11,17,57,92,103],"research.However,":[12],"as":[13],"number":[15],"research":[18,93],"papers":[19],"continue":[20],"to":[21,29,49,166],"increase,":[22],"task":[24,121,146],"finding":[26],"relevant":[27,133],"articles":[28,99],"answer":[30],"pressing":[31],"questions":[32],"has":[33],"become":[34],"significant.In":[35],"this":[36,60],"work,":[37],"we":[38,108,130],"propose":[39],"a":[40,64],"textual":[41],"data":[42],"mining":[43],"tool":[44],"that":[45],"supports":[46],"literature":[47,104],"search":[48],"accelerate":[50],"work":[52,113],"researchers":[54],"in":[55],"domain.We":[58],"achieve":[59,167],"by":[61],"building":[62],"BioMedBERT,":[63],"neural-based":[65],"deep":[66],"contextual":[67],"understanding":[68],"model":[69,160],"for":[70,142,171],"Question-Answering":[71],"(QA)":[72],"and":[73,97,126,157,173],"Information":[74,144],"Retrieval":[75,145],"tasks.We":[76],"also":[77],"leverage":[78],"new":[80],"BREATHE":[81],"dataset":[82,156],"which":[83,107],"is":[84],"one":[85],"largest":[88],"available":[89],"datasets":[90],"literature,":[94],"containing":[95],"abstracts":[96],"full-text":[98],"from":[100],"ten":[101],"different":[102],"sources":[105],"on":[106,117,122,147],"pre-train":[109],"our":[110,154,158],"BioMedBERT":[111,136],"model.Our":[112],"achieves":[114],"state-of-the-art":[115,169],"results":[116,134,170],"QA":[119,172],"fine-tuning":[120],"BioASQ":[123,151],"5b,":[124],"6b":[125],"7b":[127],"datasets.In":[128],"addition,":[129],"observe":[131],"superior":[132],"when":[135],"embeddings":[137],"are":[138,162],"used":[139],"Elasticsearch":[141],"intelligently":[149],"formulated":[150],"dataset.We":[152],"believe":[153],"diverse":[155],"unique":[159],"architecture":[161],"what":[163],"led":[164],"us":[165],"IR":[174],"tasks.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3116099796","counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-01-05T00:00:00"}
