{"id":"https://openalex.org/W4407842050","doi":"https://doi.org/10.1145/3706468.3706515","title":"LLMs Performance in Answering Educational Questions in Brazilian Portuguese: A Preliminary Analysis on LLMs Potential to Support Diverse Educational Needs","display_name":"LLMs Performance in Answering Educational Questions in Brazilian Portuguese: A Preliminary Analysis on LLMs Potential to Support Diverse Educational Needs","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407842050","doi":"https://doi.org/10.1145/3706468.3706515"},"language":"en","primary_location":{"id":"doi:10.1145/3706468.3706515","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706515","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706468.3706515","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075995933","display_name":"Luiz Rodrigues","orcid":"https://orcid.org/0000-0003-0343-3701"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Luiz Rodrigues","raw_affiliation_strings":["Computing Institute - Federal University of Alagoas, Macei\u00f3, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0343-3701","affiliations":[{"raw_affiliation_string":"Computing Institute - Federal University of Alagoas, Macei\u00f3, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072457578","display_name":"Cleon Xavier","orcid":"https://orcid.org/0000-0002-7617-5283"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleon Xavier","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7617-5283","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070248657","display_name":"Newarney Torrez\u00e3o da Costa","orcid":"https://orcid.org/0000-0002-4954-176X"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Newarney Costa","raw_affiliation_strings":["Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia Goiano - IF Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4954-176X","affiliations":[{"raw_affiliation_string":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia Goiano - IF Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056585759","display_name":"Hyan H. N. Batista","orcid":"https://orcid.org/0009-0009-5632-2504"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Hyan Batista","raw_affiliation_strings":["Federal Rural University of Pernambuco, Recife, Brazil"],"raw_orcid":"https://orcid.org/0009-0009-5632-2504","affiliations":[{"raw_affiliation_string":"Federal Rural University of Pernambuco, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luiz Felipe Bagnhuk Silva","orcid":"https://orcid.org/0009-0005-2342-2649"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luiz Felipe Bagnhuk Silva","raw_affiliation_strings":["Faculdade de Campina Grande do Sul, Campina Grande do Sul, Brazil"],"raw_orcid":"https://orcid.org/0009-0005-2342-2649","affiliations":[{"raw_affiliation_string":"Faculdade de Campina Grande do Sul, Campina Grande do Sul, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073671729","display_name":"Weslei Chaleghi de Melo","orcid":"https://orcid.org/0000-0002-0503-6729"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Weslei Chaleghi de Melo","raw_affiliation_strings":["Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-0503-6729","affiliations":[{"raw_affiliation_string":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9265-1908","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025630415","display_name":"Rafael Ferreira Mello","orcid":"https://orcid.org/0000-0003-3548-9670"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rafael Ferreira Mello","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3548-9670","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5075995933"],"corresponding_institution_ids":["https://openalex.org/I79889768"],"apc_list":null,"apc_paid":null,"fwci":64.7676,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99863159,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"865","last_page":"871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.7384843826293945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3957075774669647},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06542089581489563}],"concepts":[{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.7384843826293945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3957075774669647},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06542089581489563},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706468.3706515","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706515","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:monash.edu:publications/6e6b39f8-5132-4393-aa76-7c0e38707251","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/6e6b39f8-5132-4393-aa76-7c0e38707251","pdf_url":"https://researchmgt.monash.edu/ws/files/722523814/675322672-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rodrigues, L, Xavier, C, Costa, N, Batista, H, Silva, L F B, Chaleghi De Melo, W, Gasevic, D & Ferreira Mello, R 2025, LLMs Performance in Answering Educational Questions in Brazilian Portuguese : A Preliminary Analysis on LLMs Potential to Support Diverse Educational Needs. in A Zamecnik, V Kuvar & A Wong (eds), The Fifteenth International Conference on Learning Analytics & Knowledge. Association for Computing Machinery (ACM), New York NY USA, pp. 865-871, International Conference on Learning Analytics and Knowledge 2025, Dublin, Ireland, 3/03/25. https://doi.org/10.1145/3706468.3706515","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3706468.3706515","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706515","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G6879793720","display_name":null,"funder_award_id":"310888/2021-2","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2939169013","https://openalex.org/W2948809961","https://openalex.org/W3084021717","https://openalex.org/W3096271399","https://openalex.org/W4285159586","https://openalex.org/W4313425238","https://openalex.org/W4323338676","https://openalex.org/W4323655724","https://openalex.org/W4382313633","https://openalex.org/W4385150389","https://openalex.org/W4385565029","https://openalex.org/W4385632485","https://openalex.org/W4386718985","https://openalex.org/W4387522367","https://openalex.org/W4388896754","https://openalex.org/W4389325641","https://openalex.org/W4390204410","https://openalex.org/W4392484100","https://openalex.org/W4392484110","https://openalex.org/W4392484257","https://openalex.org/W4398192132","https://openalex.org/W4400142690","https://openalex.org/W4402671110","https://openalex.org/W4403821042"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2912615426","https://openalex.org/W1964944391","https://openalex.org/W2104166387","https://openalex.org/W4299785812","https://openalex.org/W4391101703","https://openalex.org/W563704311","https://openalex.org/W4322721676"],"abstract_inverted_index":{"Question-answering":[0],"systems":[1],"facilitate":[2],"adaptive":[3],"learning":[4],"and":[5,22,48,71,101,104,109,125,165,180],"respond":[6],"to":[7,51,91,153],"student":[8],"queries,":[9],"making":[10],"education":[11],"more":[12],"responsive.":[13],"Despite":[14],"that,":[15],"challenges":[16,160],"such":[17,171],"as":[18,172],"natural":[19],"language":[20],"understanding":[21,63],"context":[23],"management":[24],"complicate":[25],"their":[26],"widespread":[27],"adoption,":[28],"where":[29],"Large":[30],"Language":[31],"Models":[32],"(LLMs)":[33],"offer":[34],"a":[35,52,60,176,184],"promising":[36],"solution.":[37],"However,":[38,158],"existing":[39],"research":[40],"is":[41],"predominantly":[42],"focused":[43],"on":[44,135],"English,":[45],"proprietary":[46],"models,":[47],"often":[49],"limited":[50],"single":[53],"question":[54,94,179],"type,":[55],"subject,":[56],"or":[57],"skill,":[58],"leaving":[59],"gap":[61],"in":[62,66,85,175],"LLMs'":[64],"performance":[65],"languages":[67],"like":[68],"Brazilian":[69,130],"Portuguese":[70,102,131],"across":[72],"questions":[73],"of":[74,122,156,183],"various":[75],"characteristics.":[76],"This":[77],"study":[78],"investigates":[79],"how":[80],"LLMs":[81,144],"could":[82],"be":[83],"integrated":[84],"an":[86],"educational":[87],"question-answering":[88],"system":[89],"efficiently":[90],"answer":[92],"different":[93],"types":[95],"(multiple-choice,":[96],"cloze,":[97],"open-ended),":[98],"subjects":[99],"(mathematics":[100],"language),":[103],"skills":[105],"(summation/subtraction,":[106],"multiplication,":[107],"interpretation,":[108],"grammar),":[110],"evaluating":[111],"answers":[112],"by":[113,138],"GPT-4":[114],"-":[115,124,127,133],"the":[116,120,128],"main":[117],"LLM":[118,132],"at":[119],"time":[121],"writing":[123],"Sabi\u00e1":[126],"open-source":[129],"based":[134],"grades":[136],"assigned":[137],"two":[139],"experienced":[140],"teachers.":[141],"Overall,":[142],"both":[143],"demonstrated":[145],"strong":[146],"overall":[147],"performance,":[148],"with":[149,162],"mean":[150],"scores":[151],"close":[152],"9.8":[154],"out":[155],"10.":[157],"specific":[159],"emerged,":[161],"distinct":[163],"strengths":[164],"weaknesses":[166],"observed":[167],"for":[168],"each":[169],"model,":[170],"GPT-4's":[173],"error":[174],"multiple-choice":[177],"subtraction":[178],"Sabi\u00e1's":[181],"misinterpretation":[182],"cloze":[185],"question.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-01T08:46:32.239190","created_date":"2025-10-10T00:00:00"}