{"id":"https://openalex.org/W4380136292","doi":"https://doi.org/10.48550/arxiv.2306.04926","title":"covLLM: Large Language Models for COVID-19 Biomedical Literature","display_name":"covLLM: Large Language Models for COVID-19 Biomedical Literature","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4380136292","doi":"https://doi.org/10.48550/arxiv.2306.04926"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.04926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.04926","pdf_url":"https://arxiv.org/pdf/2306.04926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.04926","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102521850","display_name":"Yousuf A. Khan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Yousuf A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092130681","display_name":"Clarisse Hokia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hokia, Clarisse","raw_affiliation_strings":["Department of Biomedical Data Science , Stanford University , CA , USA","Department of Computer Science , Stanford University , Stanford , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Data Science , Stanford University , CA , USA","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science , Stanford University , Stanford , CA , USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023011601","display_name":"Jennifer Xu","orcid":"https://orcid.org/0000-0001-5615-9967","observed_orcids":["https://orcid.org/0000-0001-5615-9967"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Jennifer","raw_affiliation_strings":["Department of Bioengineering , Stanford University , Stanford , CA , USA","Department of Computer Science , Stanford University , Stanford , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Bioengineering , Stanford University , Stanford , CA , USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science , Stanford University , Stanford , CA , USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112999643","display_name":"Ben Ehlert","orcid":"https://orcid.org/0000-0003-4537-1051","observed_orcids":["https://orcid.org/0000-0003-4537-1051"]},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ehlert, Ben","raw_affiliation_strings":["Department of Biomedical Data Science , Stanford University , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Data Science , Stanford University , CA , USA","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7890999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7890999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0560000017285347,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7770000100135803},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.8840000033378601},{"id":"https://openalex.org/keywords/biomedical-literature","display_name":"biomedical literature","score":0.8640000224113464},{"id":"https://openalex.org/keywords/cord-19","display_name":"CORD-19","score":0.8529999852180481},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.5730000138282776},{"id":"https://openalex.org/keywords/literature-evaluation","display_name":"literature evaluation","score":0.3970000147819519},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.6209999918937683},{"id":"https://openalex.org/keywords/alpaca","display_name":"alpaca","score":0.8009999990463257},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.4000000059604645},{"id":"https://openalex.org/keywords/scientific-abstracts","display_name":"scientific abstracts","score":0.5329999923706055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5981670618057251},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.5891449451446533},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.5584248304367065},{"id":"https://openalex.org/C2777648638","wikidata":"https://www.wikidata.org/wiki/Q57751738","display_name":"Coronavirus","level":5,"score":0.5219730138778687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47305336594581604},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.4642893075942993},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4424861669540405},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4349096119403839},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3900700807571411},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25342392921447754},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2467215359210968},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18960973620414734},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.08132627606391907},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.04926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.04926","pdf_url":"https://arxiv.org/pdf/2306.04926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.04926","doi":"https://doi.org/10.48550/arxiv.2306.04926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.04926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.04926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.04926","pdf_url":"https://arxiv.org/pdf/2306.04926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380136292.pdf","grobid_xml":"https://content.openalex.org/works/W4380136292.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W3020786614","https://openalex.org/W3156399049","https://openalex.org/W3160453222","https://openalex.org/W3168867926","https://openalex.org/W3198401195","https://openalex.org/W4322718191","https://openalex.org/W4385572634","https://openalex.org/W7133189643"],"related_works":["https://openalex.org/W3035582202","https://openalex.org/W3102793471","https://openalex.org/W3189616983","https://openalex.org/W7212074826","https://openalex.org/W4220759704","https://openalex.org/W6967087250","https://openalex.org/W7163748899","https://openalex.org/W3033544963","https://openalex.org/W3154065069","https://openalex.org/W3177395666"],"abstract_inverted_index":{"The":[0,91],"COVID-19":[1,139],"pandemic":[2],"led":[3],"to":[4,23,25,29,45,85,106,133,183],"1.1":[5],"million":[6],"deaths":[7],"in":[8,109],"the":[9,13,49,104,138,190,196,201,223,239],"United":[10],"States,":[11],"despite":[12],"explosion":[14],"of":[15,51,96,154],"coronavirus":[16,53,64,100,111,115],"research.":[17],"These":[18,207],"new":[19,52],"findings":[20],"are":[21,75],"slow":[22],"translate":[24],"clinical":[26],"interventions,":[27],"leading":[28],"poorer":[30],"patient":[31],"outcomes":[32],"and":[33,87,94,98,129,157,163,170,192,199,203,215,225,233],"unnecessary":[34],"deaths.":[35],"One":[36],"reason":[37],"is":[38,58],"that":[39,74,122,219],"clinicians,":[40],"overwhelmed":[41],"by":[42,211],"patients,":[43],"struggle":[44],"keep":[46],"pace":[47],"with":[48,176,231],"rate":[50],"literature.":[54],"A":[55],"potential":[56],"solution":[57],"developing":[59],"a":[60,114,120,130,152,180],"tool":[61,121],"for":[62,77],"evaluating":[63,110],"literature":[65,101,112,116],"using":[66,161,238],"large":[67],"language":[68,79],"models":[69,186,208],"(LLMs)":[70],"--":[71],"neural":[72],"networks":[73],"deployed":[76],"natural":[78],"processing.":[80],"LLMs":[81,97],"can":[82],"be":[83],"used":[84],"summarize":[86],"extract":[88],"user-specified":[89],"information.":[90],"greater":[92],"availability":[93],"advancement":[95],"pre-processed":[99],"databases":[102],"provide":[103],"opportunity":[105],"assist":[107],"clinicians":[108],"through":[113],"specific":[117],"LLM":[118],"(covLLM),":[119],"directly":[123],"takes":[124],"an":[125,135],"inputted":[126],"research":[127],"article":[128],"user":[131],"query":[132],"return":[134],"answer.":[136],"Using":[137],"Open":[140],"Research":[141],"Dataset":[142],"(CORD-19),":[143],"we":[144],"produced":[145],"two":[146,212],"datasets:":[147],"(1)":[148,189],"synCovid,":[149],"which":[150,167],"uses":[151],"combination":[153],"handwritten":[155],"prompts":[156,159],"synthetic":[158],"generated":[160],"OpenAI,":[162],"(2)":[164,195],"real":[165,204],"abstracts,":[166],"contains":[168],"abstract":[169,205,226],"title":[171],"pairs.":[172],"covLLM":[173,221,235],"was":[174],"trained":[175,187,236],"LLaMA":[177],"7B":[178],"as":[179],"baseline":[181],"model":[182],"produce":[184],"three":[185],"on":[188,222],"Alpaca":[191,240],"synCovid":[193,197,202,224],"datasets,":[194],"dataset,":[198],"(3)":[200],"datasets.":[206],"were":[209],"evaluated":[210],"human":[213],"evaluators":[214],"ChatGPT.":[216],"Results":[217],"demonstrate":[218],"training":[220],"pairs":[227],"datasets":[228],"performs":[229],"competitively":[230],"ChatGPT":[232],"outperforms":[234],"primarily":[237],"dataset.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-06-10T00:00:00"}