{"id":"https://openalex.org/W4414452742","doi":"https://doi.org/10.1093/bib/bbaf492","title":"Benchmarking large language models for genomic knowledge with GeneTuring","display_name":"Benchmarking large language models for genomic knowledge with GeneTuring","publication_year":2025,"publication_date":"2025-08-31","ids":{"openalex":"https://openalex.org/W4414452742","doi":"https://doi.org/10.1093/bib/bbaf492","pmid":"https://pubmed.ncbi.nlm.nih.gov/40984701"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbaf492","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf492","pdf_url":"https://academic.oup.com/bib/article-pdf/26/5/bbaf492/64347546/bbaf492.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/bib/article-pdf/26/5/bbaf492/64347546/bbaf492.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003922955","display_name":"Xiao Shang","orcid":"https://orcid.org/0000-0002-2524-4007"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinyi Shang","raw_affiliation_strings":["Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","institution_ids":["https://openalex.org/I78577930","https://openalex.org/I57206974"]},{"raw_affiliation_string":"Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086105416","display_name":"Xu Liao","orcid":"https://orcid.org/0000-0003-1851-4395"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Liao","raw_affiliation_strings":["Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","institution_ids":["https://openalex.org/I78577930","https://openalex.org/I57206974"]},{"raw_affiliation_string":"Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077329074","display_name":"Zhicheng Ji","orcid":"https://orcid.org/0000-0002-9457-4704"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhicheng Ji","raw_affiliation_strings":["Department of Biostatistics and Bioinformatics , Duke University School of Medicine, 2424 Erwin Road, Durham, NC 27705,","Department of Biostatistics and Bioinformatics, Duke University School of Medicine, 2424 Erwin Road, Durham, NC 27705, United States"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics , Duke University School of Medicine, 2424 Erwin Road, Durham, NC 27705,","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Department of Biostatistics and Bioinformatics, Duke University School of Medicine, 2424 Erwin Road, Durham, NC 27705, United States","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072013279","display_name":"Wenpin Hou","orcid":"https://orcid.org/0000-0003-0972-2192"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenpin Hou","raw_affiliation_strings":["Data Science Institute , Columbia University, 550 West 120th Street, New York, NY 10027,","Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States"],"affiliations":[{"raw_affiliation_string":"Data Science Institute , Columbia University, 550 West 120th Street, New York, NY 10027,","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Biostatistics , Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032,","institution_ids":["https://openalex.org/I78577930","https://openalex.org/I57206974"]},{"raw_affiliation_string":"Department of Biostatistics, Mailman School of Public Health, Columbia University, 722 West 168th Street, New York, NY 10032, United States","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003922955"],"corresponding_institution_ids":["https://openalex.org/I57206974","https://openalex.org/I78577930"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":{"value":4011,"currency":"USD","value_usd":4011},"fwci":4.4991,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.9501588,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"26","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.7139999866485596,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.6829000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.881600022315979},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5216000080108643},{"id":"https://openalex.org/keywords/genomics","display_name":"Genomics","score":0.45719999074935913},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4449000060558319},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4156999886035919},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4074000120162964},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.39430001378059387}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.881600022315979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6504999995231628},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5216000080108643},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4763999879360199},{"id":"https://openalex.org/C189206191","wikidata":"https://www.wikidata.org/wiki/Q222046","display_name":"Genomics","level":4,"score":0.45719999074935913},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4106999933719635},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.39430001378059387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37929999828338623},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C20901353","wikidata":"https://www.wikidata.org/wiki/Q4117139","display_name":"Biological database","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C3020077223","wikidata":"https://www.wikidata.org/wiki/Q222046","display_name":"Genomic information","level":4,"score":0.31279999017715454},{"id":"https://openalex.org/C65603577","wikidata":"https://www.wikidata.org/wiki/Q3427877","display_name":"Web resource","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2953999936580658},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.25859999656677246}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1093/bib/bbaf492","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf492","pdf_url":"https://academic.oup.com/bib/article-pdf/26/5/bbaf492/64347546/bbaf492.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:40984701","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40984701","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":null},{"id":"pmh:oai:europepmc.org:11263322","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12454257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12454257","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12454257/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Brief Bioinform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bib/bbaf492","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbaf492","pdf_url":"https://academic.oup.com/bib/article-pdf/26/5/bbaf492/64347546/bbaf492.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1164800558","display_name":null,"funder_award_id":"R35GM150887","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G3497591915","display_name":null,"funder_award_id":"(NIH)","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4359693134","display_name":null,"funder_award_id":"NIGMS","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7675914324","display_name":null,"funder_award_id":"R35GM154865","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414452742.pdf","grobid_xml":"https://content.openalex.org/works/W4414452742.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1973094248","https://openalex.org/W2055043387","https://openalex.org/W2154142897","https://openalex.org/W2214074259","https://openalex.org/W2782454362","https://openalex.org/W2898598946","https://openalex.org/W2901527454","https://openalex.org/W2979826702","https://openalex.org/W4245543257","https://openalex.org/W4297253404","https://openalex.org/W4366563389","https://openalex.org/W4390503224","https://openalex.org/W4393153069","https://openalex.org/W4400140877","https://openalex.org/W4402358523","https://openalex.org/W4403118713","https://openalex.org/W4405114593","https://openalex.org/W4405894420","https://openalex.org/W4412158322"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"show":[4],"promise":[5,111],"in":[6,87,117,143],"biomedical":[7,144],"research,":[8],"but":[9],"their":[10],"effectiveness":[11],"for":[12,78,129,138],"genomic":[13,131],"inquiry":[14],"remains":[15],"unclear.":[16],"We":[17],"developed":[18,86],"GeneTuring,":[19],"a":[20,50,135],"benchmark":[21],"consisting":[22],"of":[23,115,123],"16":[24],"genomics":[25],"tasks":[26],"with":[27,46,75,98,126],"1600":[28],"curated":[29],"questions,":[30],"and":[31,49,65,68,101,112,119,140],"manually":[32],"evaluated":[33],"48":[34],"000":[35],"answers":[36],"from":[37],"10":[38],"LLM":[39],"configurations,":[40],"including":[41],"GPT-4o":[42,72,97],"(via":[43],"API,":[44],"ChatGPT":[45],"web":[47,99],"access,":[48],"custom":[51,71],"Generative":[52],"Pretrained":[53],"Transformer":[54],"(GPT)":[55],"setup),":[56],"GPT-3.5,":[57],"Claude":[58],"3.5,":[59],"Gemini":[60],"Advanced,":[61],"GeneGPT":[62,102],"(both":[63],"slim":[64],"full),":[66],"BioGPT,":[67],"BioMedLM.":[69],"A":[70],"configuration":[73],"integrated":[74],"National":[76],"Center":[77],"Biotechnology":[79],"Information":[80],"(NCBI)":[81],"Application":[82],"Programming":[83],"Interfaces":[84],"(APIs),":[85],"this":[88],"study":[89],"as":[90],"SeqSnap,":[91],"achieved":[92],"the":[93,110,121],"best":[94],"overall":[95],"performance.":[96],"access":[100],"demonstrated":[103],"complementary":[104],"strengths.":[105],"Our":[106],"findings":[107],"highlight":[108],"both":[109],"current":[113],"limitations":[114],"LLMs":[116,125,142],"genomics,":[118],"emphasize":[120],"value":[122],"combining":[124],"domain-specific":[127],"tools":[128],"robust":[130],"intelligence.":[132],"GeneTuring":[133],"offers":[134],"key":[136],"resource":[137],"benchmarking":[139],"improving":[141],"research.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}