{"id":"https://openalex.org/W4387963542","doi":"https://doi.org/10.48550/arxiv.2310.16146","title":"Clinfo.ai: An Open-Source Retrieval-Augmented Large Language Model System for Answering Medical Questions using Scientific Literature","display_name":"Clinfo.ai: An Open-Source Retrieval-Augmented Large Language Model System for Answering Medical Questions using Scientific Literature","publication_year":2023,"publication_date":"2023-10-24","ids":{"openalex":"https://openalex.org/W4387963542","doi":"https://doi.org/10.48550/arxiv.2310.16146"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.16146","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16146","pdf_url":"https://arxiv.org/pdf/2310.16146","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.16146","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004992575","display_name":"Alejandro Lozano","orcid":"https://orcid.org/0000-0002-1475-0676"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lozano, Alejandro","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086281849","display_name":"Scott L. Fleming","orcid":"https://orcid.org/0000-0002-6047-7877"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fleming, Scott L","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054188179","display_name":"Chia\u2010Chun Chiang","orcid":"https://orcid.org/0000-0001-7802-7172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiang, Chia-Chun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041175834","display_name":"Nigam H. Shah","orcid":"https://orcid.org/0000-0001-9385-7158"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Nigam","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004992575"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9455440044403076},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8070276379585266},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7945122122764587},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7025244832038879},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.66912841796875},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5677484273910522},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5025272369384766},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3887472152709961},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3286495804786682}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9455440044403076},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8070276379585266},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7945122122764587},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7025244832038879},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.66912841796875},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5677484273910522},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5025272369384766},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3887472152709961},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3286495804786682},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.16146","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16146","pdf_url":"https://arxiv.org/pdf/2310.16146","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.16146","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.16146","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.16146","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16146","pdf_url":"https://arxiv.org/pdf/2310.16146","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387963542.pdf","grobid_xml":"https://content.openalex.org/works/W4387963542.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W4214678372","https://openalex.org/W1605559518","https://openalex.org/W4214601164","https://openalex.org/W4288267738","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705","https://openalex.org/W3098003361"],"abstract_inverted_index":{"The":[0],"quickly-expanding":[1],"nature":[2],"of":[3,44,54,103,112],"published":[4,120],"medical":[5],"literature":[6],"makes":[7],"it":[8],"challenging":[9],"for":[10,135],"clinicians":[11],"and":[12,18,41,57,95,115,128,131,137],"researchers":[13],"to":[14,63,99],"keep":[15],"up":[16],"with":[17,61,71],"summarize":[19],"recent,":[20],"relevant":[21],"findings":[22],"in":[23],"a":[24,52,110],"timely":[25],"manner.":[26],"While":[27],"several":[28],"closed-source":[29],"summarization":[30,97],"tools":[31],"based":[32,84],"on":[33,85,143],"large":[34],"language":[35],"models":[36],"(LLMs)":[37],"now":[38],"exist,":[39],"rigorous":[40],"systematic":[42,121],"evaluations":[43],"their":[45],"outputs":[46],"are":[47],"lacking.":[48],"Furthermore,":[49],"there":[50],"is":[51],"paucity":[53],"high-quality":[55],"datasets":[56],"appropriate":[58],"benchmark":[59,133],"tasks":[60],"which":[62,123],"evaluate":[64,100],"these":[65,69],"tools.":[66],"We":[67],"address":[68],"issues":[70],"four":[72],"contributions:":[73],"we":[74,90,108,124],"release":[75,109],"Clinfo.ai,":[76],"an":[77,92],"open-source":[78],"WebApp":[79],"that":[80],"answers":[81,117],"clinical":[82],"questions":[83,114],"dynamically":[86],"retrieved":[87],"scientific":[88],"literature;":[89],"specify":[91],"information":[93],"retrieval":[94],"abstractive":[96],"task":[98],"the":[101],"performance":[102],"such":[104],"retrieval-augmented":[105],"LLM":[106],"systems;":[107],"dataset":[111],"200":[113],"corresponding":[116],"derived":[118],"from":[119],"reviews,":[122],"name":[125],"PubMed":[126],"Retrieval":[127],"Synthesis":[129],"(PubMedRS-200);":[130],"report":[132],"results":[134],"Clinfo.ai":[136],"other":[138],"publicly":[139],"available":[140],"OpenQA":[141],"systems":[142],"PubMedRS-200.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2023-10-27T00:00:00"}