{"id":"https://openalex.org/W7163246716","doi":"https://doi.org/10.48550/arxiv.2606.01995","title":"CARTE: A Benchmark for Mapping Language Model Knowledge Across France","display_name":"CARTE: A Benchmark for Mapping Language Model Knowledge Across France","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163246716","doi":"https://doi.org/10.48550/arxiv.2606.01995"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01995","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001449160","display_name":"Sarah Almeida Carneiro","orcid":"https://orcid.org/0000-0001-7653-8614"},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carneiro, Sarah Almeida","raw_affiliation_strings":["\u00c9cole Polytechnique, Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique, Paris","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009911876","display_name":"Christos Xypolopoulos","orcid":null},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Xypolopoulos, Christos","raw_affiliation_strings":["\u00c9cole Polytechnique, Paris, NTUA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique, Paris, NTUA","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137674873","display_name":"Xiao Fei","orcid":null},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fei, Xiao","raw_affiliation_strings":["\u00c9cole Polytechnique, Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique, Paris","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137635314","display_name":"Yang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Zhang, Yang","raw_affiliation_strings":["\u00c9cole Polytechnique, Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique, Paris","institution_ids":["https://openalex.org/I142476485"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137653810","display_name":"Michalis Vazirgiannis","orcid":null},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vazirgiannis, Michalis","raw_affiliation_strings":["\u00c9cole Polytechnique, Paris, MBZUAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique, Paris, MBZUAI","institution_ids":["https://openalex.org/I142476485"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I142476485"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.19609999656677246,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.19609999656677246,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11640","display_name":"Linguistic Variation and Morphology","score":0.0885000005364418,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6549000144004822},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.6132000088691711},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6007999777793884},{"id":"https://openalex.org/keywords/thematic-map","display_name":"Thematic map","score":0.5389999747276306},{"id":"https://openalex.org/keywords/metropolitan-area","display_name":"Metropolitan area","score":0.46480000019073486},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4278999865055084}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6549000144004822},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6007999777793884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5867000222206116},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.5389999747276306},{"id":"https://openalex.org/C158739034","wikidata":"https://www.wikidata.org/wiki/Q1907114","display_name":"Metropolitan area","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4278999865055084},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37779998779296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3707999885082245},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6235038042068481}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,84,102],"introduce":[1,86],"CARTE":[2,56],"1":[3],"(Culturally":[4],"Anchored":[5],"Regional-Territorial":[6],"Evaluation),":[7],"a":[8,88],"multiplechoice":[9],"benchmark":[10],"for":[11],"evaluating":[12],"the":[13,47,65],"ability":[14],"of":[15,69,99],"large":[16],"language":[17],"models":[18],"(LLMs)":[19],"to":[20,49,109,134],"perform":[21],"fine-grained":[22],"reasoning":[23],"over":[24],"geographically":[25],"grounded":[26],"and":[27,46,71,82,122,131],"regionally":[28],"differentiated":[29],"knowledge":[30],"within":[31],"France.":[32],"While":[33],"prior":[34],"benchmarks":[35],"focus":[36],"on":[37],"national-level":[38],"cultural":[39],"understanding,":[40],"they":[41],"largely":[42],"overlook":[43],"intra-country":[44],"variation":[45],"need":[48],"distinguish":[50],"between":[51],"closely":[52],"related":[53],"regional":[54],"contexts.":[55],"addresses":[57],"this":[58],"gap":[59],"by":[60],"introducing":[61],"2,431":[62],"questions":[63],"spanning":[64],"13":[66],"metropolitan":[67],"regions":[68,121],"France":[70],"covering":[72],"14":[73],"thematic":[74],"domains,":[75],"including":[76],"culture,":[77],"language,":[78],"demographics,":[79],"economy,":[80],"environment,":[81],"mobility.":[83],"further":[85],"CARTE-LV,":[87],"subset":[89],"targeting":[90],"Linguistic":[91],"Variation":[92],"across":[93,120],"French":[94],"regions,":[95],"enabling":[96],"focused":[97],"evaluation":[98],"language-related":[100],"differences.":[101],"evaluate":[103],"27":[104],"LLMs":[105],"ranging":[106],"from":[107],"1B":[108],"12B":[110],"parameters":[111],"under":[112],"few-shot":[113],"settings.":[114],"Our":[115],"experiments":[116],"reveal":[117],"performance":[118],"disparities":[119],"model":[123],"scales,":[124],"suggesting":[125],"systematic":[126],"gaps":[127],"in":[128],"pretraining":[129],"coverage":[130],"limited":[132],"robustness":[133],"intra-national":[135],"variation.":[136]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}