{"id":"https://openalex.org/W7077489867","doi":"https://doi.org/10.5281/zenodo.16908971","title":"It's the same but not the same: Do LLMs distinguish Spanish varieties?","display_name":"It's the same but not the same: Do LLMs distinguish Spanish varieties?","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W7077489867","doi":"https://doi.org/10.5281/zenodo.16908971"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:16908971","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16908971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},"type":"other","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.16908971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mayor Rocher, Marina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayor Rocher, Marina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Melero, Nina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melero, Nina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pozo Huertas, Cristina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pozo Huertas, Cristina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"MARTINEZ RUIZ DE ARCAUTE, GONZALO","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"MARTINEZ RUIZ DE ARCAUTE, GONZALO","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Grandury, Mar\u00eda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grandury, Mar\u00eda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Reviriego, Pedro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reviriego, Pedro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6502000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6502000093460083,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.023000000044703484,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6570000052452087},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.6488000154495239},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.3357999920845032}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6570000052452087},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6488000154495239},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.4706000089645386},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.42590001225471497},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.3458999991416931},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.26409998536109924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26170000433921814},{"id":"https://openalex.org/C2549261","wikidata":"https://www.wikidata.org/wiki/Q43455","display_name":"Ethnology","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:zenodo.org:16908971","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16908971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:16908971","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16908971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6883342266082764}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"<p>Spanish,":[0],"spoken":[1],"by":[2,29,67],"over":[3],"600":[4],"million":[5],"people,":[6],"exhibits":[7],"significant":[8],"lexical,":[9],"morphological,":[10],"and":[11,34,54],"syntactic":[12],"diversity.":[13],"Traditional":[14],"benchmarks":[15],"often":[16],"overlook":[17],"dialectal":[18,32,65],"nuances,":[19],"leading":[20],"to":[21,52],"biased":[22],"assessments.":[23],"This":[24],"benchmark":[25],"addresses":[26,61],"the":[27,48,62],"gap":[28],"focusing":[30],"on":[31],"variation":[33],"LLM":[35],"performance":[36],"in":[37],"handling":[38],"different":[39],"Spanish":[40,43,58],"dialects.</p>":[41],"<p>The":[42],"Dialect":[44],"Benchmark":[45],"dataset":[46],"evaluates":[47],"ability":[49],"of":[50,64],"LLMs":[51],"distinguish":[53],"accurately":[55],"use":[56],"various":[57],"dialects.":[59],"It":[60],"challenge":[63],"bias":[66],"presenting":[68],"31":[69],"multiple-choice":[70],"questions":[71],"reflecting":[72],"regional":[73],"linguistic":[74],"variations.</p>":[75],"<p>Examples:</p>":[76],"<ul>":[77,83,120],"<li>":[78,84,95,108,121,128],"<p>¿Cuál":[79],"suena":[80],"más":[81],"natural?</p>":[82],"<p>a.":[85,122],"«Llegas":[86,97],"tarde,":[87,98],"vístete":[88,99],"y":[89,100],"corre».":[90],"(Peninsular,":[91],"Chilean":[92],"Spanish)</p>":[93,104,126,133],"</li>":[94,105,107,127,134,136],"<p>b.":[96,129],"córrele».":[101],"(Antillean,":[102,131],"Mexican":[103,132],"</ul>":[106,135,137],"<p>¿Qué":[109],"verbo":[110],"usas":[111],"para":[112],"describir":[113],"la":[114],"acción":[115],"de":[116,118],"ponerse":[117],"pie?</p>":[119],"levantarse":[123],"(Rioplatense,":[124],"Peninsular":[125],"pararse":[130]},"counts_by_year":[],"updated_date":"2026-02-10T06:12:57.905455","created_date":"2025-10-10T00:00:00"}