{"id":"https://openalex.org/W4417469956","doi":"https://doi.org/10.1109/access.2025.3645771","title":"PoETa v2: Toward More Robust Evaluation of Large Language Models in Portuguese","display_name":"PoETa v2: Toward More Robust Evaluation of Large Language Models in Portuguese","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4417469956","doi":"https://doi.org/10.1109/access.2025.3645771"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3645771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3645771","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009573252","display_name":"Thales Sales Almeida","orcid":"https://orcid.org/0009-0006-9568-9331"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Thales Rog\u00e9rio Sales Almeida","raw_affiliation_strings":["Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","Institute of Computing, University of Campinas, Campinas, SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, SP, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086873271","display_name":"Ramon Pires","orcid":"https://orcid.org/0000-0002-0023-1971"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ramon Pires","raw_affiliation_strings":["Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","Institute of Computing, University of Campinas, Campinas, SP, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-0023-1971","affiliations":[{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, SP, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043191034","display_name":"Hugo Abonizio","orcid":"https://orcid.org/0000-0001-5208-0290"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210142333","display_name":"Centro de Tecnologia da Informa\u00e7\u00e3o Renato Archer","ror":"https://ror.org/044nfga98","country_code":"BR","type":"government","lineage":["https://openalex.org/I4210142333","https://openalex.org/I4210151455"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Hugo Abonizio","raw_affiliation_strings":["Maritaca AI, Campinas, São Paulo, Brazil","Maritaca AI, Campinas, SP Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maritaca AI, Campinas, São Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Maritaca AI, Campinas, SP Brazil","institution_ids":["https://openalex.org/I4210142333"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030647281","display_name":"Rodrigo Nogueira","orcid":"https://orcid.org/0000-0002-2600-6035"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210142333","display_name":"Centro de Tecnologia da Informa\u00e7\u00e3o Renato Archer","ror":"https://ror.org/044nfga98","country_code":"BR","type":"government","lineage":["https://openalex.org/I4210142333","https://openalex.org/I4210151455"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo Nogueira","raw_affiliation_strings":["Maritaca AI, Campinas, São Paulo, Brazil","Maritaca AI, Campinas, SP Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maritaca AI, Campinas, São Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Maritaca AI, Campinas, SP Brazil","institution_ids":["https://openalex.org/I4210142333"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065725754","display_name":"H\u00e9lio Pedrini","orcid":"https://orcid.org/0000-0003-0125-630X"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Helio Pedrini","raw_affiliation_strings":["Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","Institute of Computing, University of Campinas, Campinas, SP, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0125-630X","affiliations":[{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, São Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Institute of Computing, University of Campinas, Campinas, SP, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87605746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"214180","last_page":"214200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.23029999434947968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.23029999434947968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16869999468326569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06159999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.883400022983551},{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.8012999892234802},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7907000184059143},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5297999978065491},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46799999475479126},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.33480000495910645}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.883400022983551},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.8012999892234802},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7907000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329999804496765},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5297999978065491},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40639999508857727},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2780939345","wikidata":"https://www.wikidata.org/wiki/Q922399","display_name":"European Portuguese","level":3,"score":0.28859999775886536},{"id":"https://openalex.org/C2778880076","wikidata":"https://www.wikidata.org/wiki/Q750553","display_name":"Brazilian Portuguese","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3645771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3645771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3645771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2251939518","https://openalex.org/W2466175319","https://openalex.org/W2905246312","https://openalex.org/W2970062726","https://openalex.org/W2972740340","https://openalex.org/W2991878188","https://openalex.org/W3007724337","https://openalex.org/W3034457116","https://openalex.org/W3045958725","https://openalex.org/W3159959439","https://openalex.org/W3170180819","https://openalex.org/W4212932674","https://openalex.org/W4385572438","https://openalex.org/W4387522367","https://openalex.org/W4387546783","https://openalex.org/W4391420965","https://openalex.org/W4399364305","https://openalex.org/W4401042689","https://openalex.org/W4406138658","https://openalex.org/W4406754779","https://openalex.org/W4408226143","https://openalex.org/W4412599294","https://openalex.org/W4415861813","https://openalex.org/W4415933221"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"exhibit":[4],"significant":[5],"variations":[6],"in":[7,20,55,85,92,97],"performance":[8,84,90],"across":[9],"linguistic":[10],"and":[11,71,80,102,116],"cultural":[12],"contexts,":[13],"underscoring":[14],"the":[15,28,35,107],"need":[16],"for":[17,34,109],"systematic":[18],"evaluation":[19,31],"diverse":[21],"languages.":[22],"In":[23],"this":[24,100],"work,":[25],"we":[26,58],"present":[27],"most":[29],"extensive":[30],"of":[32,51,68],"LLMs":[33],"Portuguese":[36,56,113],"language":[37,114],"to":[38,94],"date.":[39],"Leveraging":[40],"our":[41],"newly":[42],"introduced":[43],"PoETa":[44,104],"v2":[45,105],"benchmark":[46,101,119],"\u2013":[47,57],"a":[48,65],"comprehensive":[49],"suite":[50],"over":[52],"40":[53],"tasks":[54,96],"assess":[59],"more":[60],"than":[61],"20":[62],"models":[63],"covering":[64],"broad":[66],"spectrum":[67],"training":[69],"scales":[70],"computational":[72,78],"resources.":[73],"Our":[74],"study":[75],"reveals":[76],"how":[77],"investment":[79],"language-specific":[81],"adaptation":[82],"impact":[83],"Portuguese,":[86],"while":[87],"also":[88],"analyzing":[89],"gaps":[91],"comparison":[93],"equivalent":[95],"English.":[98],"Through":[99],"analysis,":[103],"lays":[106],"groundwork":[108],"future":[110],"research":[111],"on":[112],"modeling":[115],"evaluation.":[117],"The":[118],"is":[120],"available":[121],"at":[122],"https://github.com/PoETaV2/PoETaV2.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-18T00:00:00"}