{"id":"https://openalex.org/W4412021415","doi":"https://doi.org/10.1109/cbms65348.2025.00052","title":"A Step Forward for Medical LLMs in Brazilian Portuguese: Establishing a Benchmark and a Strong Baseline","display_name":"A Step Forward for Medical LLMs in Brazilian Portuguese: Establishing a Benchmark and a Strong Baseline","publication_year":2025,"publication_date":"2025-06-18","ids":{"openalex":"https://openalex.org/W4412021415","doi":"https://doi.org/10.1109/cbms65348.2025.00052"},"language":"en","primary_location":{"id":"doi:10.1109/cbms65348.2025.00052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbms65348.2025.00052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 38th International Symposium on Computer-Based Medical Systems (CBMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046797441","display_name":"Gabriel Lino Garcia","orcid":"https://orcid.org/0000-0003-1236-7929"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Gabriel Lino Garcia","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039891962","display_name":"Jo\u00e3o Renato Ribeiro Manesco","orcid":"https://orcid.org/0000-0002-1617-5142"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Renato Ribeiro Manesco","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052254639","display_name":"Pedro Henrique Paiola","orcid":"https://orcid.org/0000-0001-9093-535X"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Pedro Henrique Paiola","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pedro Henrique Crespan Ribeiro","orcid":null},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Pedro Henrique Crespan Ribeiro","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068504295","display_name":"Ana Lara Alves Garcia","orcid":null},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Lara Alves Garcia","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003275797","display_name":"Jo\u00e3o Paulo Papa","orcid":"https://orcid.org/0000-0002-6494-7514"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Paulo Papa","raw_affiliation_strings":["School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil"],"affiliations":[{"raw_affiliation_string":"School of Sciences, São Paulo State University (UNESP),São Paulo,Brazil","institution_ids":["https://openalex.org/I879563668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046797441"],"corresponding_institution_ids":["https://openalex.org/I879563668"],"apc_list":null,"apc_paid":null,"fwci":15.4063,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98418996,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"214","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8666999936103821,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8666999936103821,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.8518999814987183,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.8406999707221985,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.8700054287910461},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7604261040687561},{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.6259422302246094},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48783209919929504},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1891251802444458},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1824493110179901},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07216054201126099}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.8700054287910461},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7604261040687561},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.6259422302246094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48783209919929504},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1891251802444458},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1824493110179901},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07216054201126099},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cbms65348.2025.00052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbms65348.2025.00052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 38th International Symposium on Computer-Based Medical Systems (CBMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2581082771","https://openalex.org/W2970482702","https://openalex.org/W4384071683","https://openalex.org/W4384389969","https://openalex.org/W4387522367","https://openalex.org/W4402923149","https://openalex.org/W4407002502","https://openalex.org/W6810108873","https://openalex.org/W6862022544","https://openalex.org/W6868863601"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2912615426","https://openalex.org/W4321353415"],"abstract_inverted_index":{"The":[0],"application":[1],"of":[2,64],"large":[3,69],"language":[4,35,70,79,108],"models":[5,36,109],"in":[6,12,37,44,78,85,94,110,130],"health-care":[7],"presents":[8],"unique":[9],"challenges,":[10],"particularly":[11],"non-English":[13],"contexts":[14],"where":[15],"linguistic":[16],"and":[17,67,105,123],"cultural":[18],"nuances":[19],"significantly":[20],"impact":[21],"model":[22,80],"effectiveness.":[23],"In":[24],"this":[25],"work,":[26],"we":[27],"introduce":[28],"a":[29,41,100,113],"novel":[30],"benchmark":[31,51,98],"for":[32,47,103,128],"evaluating":[33,104],"medical":[34,56,92,107],"Brazilian":[38,55,95],"Portuguese,":[39,111],"addressing":[40],"critical":[42],"gap":[43],"AI":[45,126],"assessment":[46],"healthcare":[48,129],"applications.":[49],"This":[50,97],"is":[52],"built":[53],"upon":[54],"aptitude":[57],"tests":[58],"spanning":[59],"2011\u20132024,":[60],"enabling":[61],"extensive":[62],"evaluation":[63],"both":[65],"specialist":[66],"general":[68],"models.":[71],"Our":[72],"findings":[73],"demonstrate":[74],"that":[75],"despite":[76],"advancements":[77],"capabilities,":[81],"significant":[82],"gaps":[83],"remain":[84],"their":[86],"ability":[87],"to":[88,116],"reason":[89],"effectively":[90],"about":[91],"knowledge":[93],"Portuguese.":[96],"establishes":[99],"proper":[101],"foundation":[102],"advancing":[106],"creating":[112],"standardized":[114],"framework":[115],"guide":[117],"development":[118],"toward":[119],"more":[120],"effective,":[121],"equitable,":[122],"culturally":[124],"appropriate":[125],"systems":[127],"Brazil.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}