{"id":"https://openalex.org/W4390493557","doi":"https://doi.org/10.1109/snams60348.2023.10375414","title":"AI and Veterinary Medicine: Performance of Large Language Models on the North American Licensing Examination","display_name":"AI and Veterinary Medicine: Performance of Large Language Models on the North American Licensing Examination","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4390493557","doi":"https://doi.org/10.1109/snams60348.2023.10375414"},"language":"en","primary_location":{"id":"doi:10.1109/snams60348.2023.10375414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams60348.2023.10375414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Tenth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082799496","display_name":"Mirana Angel","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mirana Angel","raw_affiliation_strings":["Institute for Geomics and Bioinformatics, University of California Irvine,Irvine,USA","Institute for Geomics and Bioinformatics, University of California Irvine, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Geomics and Bioinformatics, University of California Irvine,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Institute for Geomics and Bioinformatics, University of California Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007145101","display_name":"Anuj Patel","orcid":"https://orcid.org/0000-0002-7045-6957"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anuj Patel","raw_affiliation_strings":["University of California Irvine,Department of Computer Science,Irvine,USA","Department of Computer Science, University of California Irvine, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine,Department of Computer Science,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093436807","display_name":"Haiyi Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiyi Xing","raw_affiliation_strings":["University of California Irvine,Department of Computer Science,Irvine,USA","Department of Computer Science, University of California Irvine, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine,Department of Computer Science,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067853633","display_name":"Dylan Balsz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136272","display_name":"Arthritis National Research Foundation","ror":"https://ror.org/03abbex33","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210136272"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Balsz","raw_affiliation_strings":["Internal Medicine, Anivive Life Sciences,Long Beach,USA","Internal Medicine, Anivive Life Sciences, Long Beach, USA"],"affiliations":[{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences,Long Beach,USA","institution_ids":["https://openalex.org/I4210136272"]},{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences, Long Beach, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019826427","display_name":"Cody Arbuckle","orcid":"https://orcid.org/0000-0001-6903-2746"},"institutions":[{"id":"https://openalex.org/I4210136272","display_name":"Arthritis National Research Foundation","ror":"https://ror.org/03abbex33","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210136272"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cody Arbuckle","raw_affiliation_strings":["Internal Medicine, Anivive Life Sciences,Long Beach,USA","Internal Medicine, Anivive Life Sciences, Long Beach, USA"],"affiliations":[{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences,Long Beach,USA","institution_ids":["https://openalex.org/I4210136272"]},{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences, Long Beach, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103024439","display_name":"David S. Bruyette","orcid":"https://orcid.org/0000-0002-1644-5923"},"institutions":[{"id":"https://openalex.org/I4210136272","display_name":"Arthritis National Research Foundation","ror":"https://ror.org/03abbex33","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210136272"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Bruyette","raw_affiliation_strings":["Internal Medicine, Anivive Life Sciences,Long Beach,USA","Internal Medicine, Anivive Life Sciences, Long Beach, USA"],"affiliations":[{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences,Long Beach,USA","institution_ids":["https://openalex.org/I4210136272"]},{"raw_affiliation_string":"Internal Medicine, Anivive Life Sciences, Long Beach, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088813478","display_name":"Pierre Baldi","orcid":"https://orcid.org/0000-0001-8752-4664"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pierre Baldi","raw_affiliation_strings":["University of California Irvine,Department of Computer Science,Irvine,USA","Department of Computer Science, University of California Irvine, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine,Department of Computer Science,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5082799496"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":0.1912,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6210149,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9133999943733215,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9020000100135803,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.536749005317688},{"id":"https://openalex.org/keywords/human-medicine","display_name":"Human medicine","score":0.5278971791267395},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.4988675117492676},{"id":"https://openalex.org/keywords/animal-health","display_name":"Animal health","score":0.4985771179199219},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4367930591106415},{"id":"https://openalex.org/keywords/veterinary-medicine","display_name":"Veterinary medicine","score":0.43442028760910034},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4314332902431488},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.39259469509124756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37001219391822815},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3134339451789856},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2523002624511719},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.10554918646812439}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.536749005317688},{"id":"https://openalex.org/C2994537864","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Human medicine","level":2,"score":0.5278971791267395},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4988675117492676},{"id":"https://openalex.org/C2991862235","wikidata":"https://www.wikidata.org/wiki/Q170201","display_name":"Animal health","level":2,"score":0.4985771179199219},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4367930591106415},{"id":"https://openalex.org/C42972112","wikidata":"https://www.wikidata.org/wiki/Q170201","display_name":"Veterinary medicine","level":1,"score":0.43442028760910034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4314332902431488},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.39259469509124756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37001219391822815},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3134339451789856},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2523002624511719},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.10554918646812439},{"id":"https://openalex.org/C556039675","wikidata":"https://www.wikidata.org/wiki/Q771035","display_name":"Traditional medicine","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snams60348.2023.10375414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams60348.2023.10375414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Tenth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2036562161","https://openalex.org/W2791990798","https://openalex.org/W2943939658","https://openalex.org/W3016592756","https://openalex.org/W3165144982","https://openalex.org/W4221055928","https://openalex.org/W4221143046","https://openalex.org/W4226399820","https://openalex.org/W4255889725","https://openalex.org/W4281557260","https://openalex.org/W4292779060","https://openalex.org/W4319454440","https://openalex.org/W4319662928","https://openalex.org/W4376636500","https://openalex.org/W4380324569","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2348562106","https://openalex.org/W2370820329","https://openalex.org/W2370554813","https://openalex.org/W4362576712","https://openalex.org/W2387560707","https://openalex.org/W2363525455","https://openalex.org/W4312355418","https://openalex.org/W2314810092","https://openalex.org/W2384329035","https://openalex.org/W1551006654"],"abstract_inverted_index":{"This":[0],"study":[1],"aimed":[2],"to":[3,20,46,76,84],"assess":[4],"the":[5,12,22,28,48,77,86,102,108,127,145,162],"performance":[6,49],"of":[7,24,30,50,107,119,130,180],"Large":[8],"Language":[9,132],"Models":[10],"on":[11,126],"North":[13],"American":[14],"Veterinary":[15],"Licensing":[16],"Examination":[17],"(NAVLE)":[18],"and":[19,56,80,99,113,122,153,177],"analyze":[21],"impact":[23],"artificial":[25],"intelligence":[26],"in":[27,144,160,185],"domain":[29],"animal":[31],"healthcare.":[32],"For":[33],"this":[34],"study,":[35],"a":[36,64],"200-question":[37],"NAVLE":[38],"self-assessment":[39],"sourced":[40],"from":[41],"ICVA's":[42],"website":[43],"was":[44],"used":[45],"evaluate":[47,85],"three":[51],"language":[52,181],"models:":[53],"GPT-3,":[54],"GPT-4,":[55],"Bard.":[57],"Questions":[58],"involving":[59],"images":[60],"were":[61,70,82],"omitted":[62],"leaving":[63],"164":[65],"text-only":[66,109],"sample":[67],"exam.":[68],"Results":[69],"analyzed":[71],"by":[72],"comparing":[73],"generated":[74],"responses":[75],"answer":[78],"key,":[79],"scores":[81],"assigned":[83],"models'":[87],"veterinary":[88,138,146,186],"medical":[89],"reasoning":[90],"capabilities.":[91],"Our":[92],"results":[93],"showed":[94],"that":[95],"GPT-4":[96],"outperformed":[97],"GPT-3":[98,112],"Bard,":[100],"passing":[101],"exam":[103],"with":[104],"89":[105],"%":[106,121,124],"questions":[110],"correctly.":[111],"Bard":[114],"only":[115],"achieved":[116],"an":[117],"accuracy":[118],"63.4":[120],"61":[123],"respectively":[125],"same":[128],"set":[129],"questions.":[131],"models":[133,182],"hold":[134],"promise":[135],"for":[136,168],"enhancing":[137],"practices":[139],"through":[140],"expanded":[141],"educational":[142,164],"opportunities":[143],"curriculum,":[147],"improved":[148],"diagnostic":[149],"accuracy,":[150],"treatment":[151],"times,":[152],"efficiency.":[154],"However,":[155],"potential":[156],"negatives":[157],"include":[158],"challenges":[159],"changing":[161],"current":[163],"paradigm,":[165],"reduced":[166],"demand":[167],"professionals":[169],"or":[170],"paraprofessional":[171],"concerns":[172],"surrounding":[173],"machine-generated":[174],"decisions.":[175],"Responsible":[176],"ethical":[178],"integration":[179],"is":[183],"crucial":[184],"medicine.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}