{"id":"https://openalex.org/W7114905629","doi":"https://doi.org/10.1093/bib/bbaf631.059","title":"Should we use large language models to perform systematic reviews?","display_name":"Should we use large language models to perform systematic reviews?","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7114905629","doi":"https://doi.org/10.1093/bib/bbaf631.059"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbaf631.059","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf631.059","pdf_url":"https://academic.oup.com/bib/article-pdf/26/Supplement_1/i35/65854576/bbaf631.059.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/bib/article-pdf/26/Supplement_1/i35/65854576/bbaf631.059.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"TH Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I47652572","display_name":"La Salle University","ror":"https://ror.org/02beve479","country_code":"US","type":"education","lineage":["https://openalex.org/I47652572"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"TH Chan","raw_affiliation_strings":["La Salle College , Hong Kong SAR ,"],"affiliations":[{"raw_affiliation_string":"La Salle College , Hong Kong SAR ,","institution_ids":["https://openalex.org/I47652572"]}]},{"author_position":"middle","author":{"id":null,"display_name":"SH Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I47652572","display_name":"La Salle University","ror":"https://ror.org/02beve479","country_code":"US","type":"education","lineage":["https://openalex.org/I47652572"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"SH Jin","raw_affiliation_strings":["La Salle College , Hong Kong SAR ,"],"affiliations":[{"raw_affiliation_string":"La Salle College , Hong Kong SAR ,","institution_ids":["https://openalex.org/I47652572"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mun Kay Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mun Kay Ho","raw_affiliation_strings":["School of Biomedical Sciences, Li Ka Shing Faculty of Medicine, The University of Hong Kong , Hong Kong SAR ,"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Sciences, Li Ka Shing Faculty of Medicine, The University of Hong Kong , Hong Kong SAR ,","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":null,"display_name":"Joshua W K Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Joshua W K Ho","raw_affiliation_strings":["School of Biomedical Sciences, Li Ka Shing Faculty of Medicine, The University of Hong Kong , Hong Kong SAR ,"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Sciences, Li Ka Shing Faculty of Medicine, The University of Hong Kong , Hong Kong SAR ,","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47652572"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":{"value":4011,"currency":"USD","value_usd":4011},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69954458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"Supplement_1","first_page":"i35","last_page":"i35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.474700003862381,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.474700003862381,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6517999768257141},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.6506999731063843},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6380000114440918},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5430999994277954},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.48989999294281006},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4885999858379364},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.48190000653266907},{"id":"https://openalex.org/keywords/scientific-evidence","display_name":"Scientific evidence","score":0.46869999170303345}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6517999768257141},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.6506999731063843},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6380000114440918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.546500027179718},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4885999858379364},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C152541439","wikidata":"https://www.wikidata.org/wiki/Q5186693","display_name":"Critical appraisal","level":3,"score":0.43549999594688416},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3837999999523163},{"id":"https://openalex.org/C2779039943","wikidata":"https://www.wikidata.org/wiki/Q316748","display_name":"Scientific consensus","level":4,"score":0.3765000104904175},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3553999960422516},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C44030460","wikidata":"https://www.wikidata.org/wiki/Q7663784","display_name":"Systematic process","level":3,"score":0.31380000710487366},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2777083192","wikidata":"https://www.wikidata.org/wiki/Q1814648","display_name":"Plain language","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/bib/bbaf631.059","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf631.059","pdf_url":"https://academic.oup.com/bib/article-pdf/26/Supplement_1/i35/65854576/bbaf631.059.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12699715","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12699715/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12699715/pdf/bbaf631.059.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Brief Bioinform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bib/bbaf631.059","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf631.059","pdf_url":"https://academic.oup.com/bib/article-pdf/26/Supplement_1/i35/65854576/bbaf631.059.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8784865140914917,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7114905629.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Large":[2],"language":[3],"models":[4],"(LLMs)":[5],"have":[6,26],"shown":[7],"promising":[8],"performances":[9],"in":[10,30,67,96,117,120],"literature":[11],"search,":[12],"screening":[13],"of":[14,34,50,55,92,114,134,144,153,159],"full-text":[15],"scientific":[16,51,56,69],"articles,":[17],"data":[18],"extraction,":[19],"and":[20,53,64,82,90,130,156],"produce":[21],"a":[22,27,44],"written":[23],"summary.":[24],"LLMs":[25,60,93],"strong":[28],"potential":[29],"automating":[31],"the":[32,99,121,135,141,150,154,157,160],"process":[33,124],"conducting":[35,39],"systematic":[36,40,97,122],"reviews.":[37],"Nonetheless,":[38],"reviews":[41],"is":[42,106],"also":[43],"training":[45],"exercise":[46],"for":[47],"critical":[48],"appraisal":[49],"evidence":[52],"synthesis":[54],"claims.":[57],"Overreliance":[58],"on":[59,149],"may":[61,79,147],"erode":[62],"comprehension":[63],"analytical":[65],"skills":[66],"reading":[68],"articles":[70],"over":[71],"time,":[72],"leading":[73],"to":[74,125],"cognitive":[75,132],"offloading.":[76],"Other":[77],"risks":[78],"involve":[80],"hallucination":[81],"responsibility":[83],"problem.":[84],"Methods":[85],"To":[86],"address":[87],"both":[88],"opportunities":[89],"limitations":[91],"when":[94],"applied":[95],"reviews,":[98],"LLM-Augmented":[100],"Systematic":[101],"Evidence":[102],"Review":[103],"(LASER)":[104],"framework":[105,110],"proposed.":[107],"Results":[108],"The":[109],"recommends":[111],"different":[112,118],"degree":[113,143],"LLM":[115,145],"usage":[116,146],"steps":[119],"review":[123],"promote":[126],"efficiency,":[127],"ensure":[128],"accuracy,":[129],"prevent":[131],"offloading":[133],"researcher":[136,155],"involved.":[137],"In":[138],"this":[139],"framework,":[140],"specific":[142],"depend":[148],"career":[151],"stage":[152],"accuracy":[158],"LLM.":[161]},"counts_by_year":[],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-12-12T00:00:00"}
